2024-11-24 09:21:45,651 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 09:21:45,670 main DEBUG Took 0.016149 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 09:21:45,671 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 09:21:45,672 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 09:21:45,673 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 09:21:45,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,695 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 09:21:45,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,718 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,719 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,720 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,721 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,722 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,723 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,725 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,726 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 09:21:45,727 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,728 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 09:21:45,730 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 09:21:45,731 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 09:21:45,734 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 09:21:45,734 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 09:21:45,736 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 09:21:45,737 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 09:21:45,759 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 09:21:45,764 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 09:21:45,767 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 09:21:45,767 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 09:21:45,768 main DEBUG createAppenders(={Console}) 2024-11-24 09:21:45,769 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-24 09:21:45,770 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-24 09:21:45,770 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-24 09:21:45,771 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 09:21:45,780 main DEBUG OutputStream closed 2024-11-24 09:21:45,780 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 09:21:45,781 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 09:21:45,781 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-24 09:21:45,915 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 09:21:45,918 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 09:21:45,920 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 09:21:45,921 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 09:21:45,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 09:21:45,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 09:21:45,922 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 09:21:45,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 09:21:45,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 09:21:45,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 09:21:45,924 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 09:21:45,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 09:21:45,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 09:21:45,925 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 09:21:45,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 09:21:45,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 09:21:45,927 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 09:21:45,928 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 09:21:45,932 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 09:21:45,932 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-24 09:21:45,933 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 09:21:45,934 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-24T09:21:46,325 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f 2024-11-24 09:21:46,329 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 09:21:46,329 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T09:21:46,341 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-24T09:21:46,372 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T09:21:46,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de, deleteOnExit=true 2024-11-24T09:21:46,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-24T09:21:46,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/test.cache.data in system properties and HBase conf 2024-11-24T09:21:46,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T09:21:46,379 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/hadoop.log.dir in system properties and HBase conf 2024-11-24T09:21:46,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T09:21:46,380 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T09:21:46,381 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-24T09:21:46,521 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T09:21:46,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T09:21:46,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:21:46,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T09:21:46,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T09:21:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:21:46,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T09:21:46,665 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T09:21:46,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T09:21:46,666 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:21:46,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T09:21:46,667 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/nfs.dump.dir in system properties and HBase conf 2024-11-24T09:21:46,669 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/java.io.tmpdir in system properties and HBase conf 2024-11-24T09:21:46,670 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T09:21:46,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T09:21:46,672 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T09:21:47,887 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T09:21:48,000 INFO [Time-limited test {}] log.Log(170): Logging initialized @3510ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T09:21:48,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:21:48,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:21:48,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:21:48,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:21:48,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:21:48,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:21:48,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:21:48,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:21:48,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/java.io.tmpdir/jetty-localhost-38751-hadoop-hdfs-3_4_1-tests_jar-_-any-3453449012274900389/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:21:48,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:38751} 2024-11-24T09:21:48,656 INFO [Time-limited test {}] server.Server(415): Started @4167ms 2024-11-24T09:21:49,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T09:21:49,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T09:21:49,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T09:21:49,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T09:21:49,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T09:21:49,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/hadoop.log.dir/,AVAILABLE} 2024-11-24T09:21:49,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T09:21:49,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/java.io.tmpdir/jetty-localhost-36937-hadoop-hdfs-3_4_1-tests_jar-_-any-6825450197631071350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:21:49,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36937} 2024-11-24T09:21:49,383 INFO [Time-limited test {}] server.Server(415): Started @4895ms 2024-11-24T09:21:49,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T09:21:50,104 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/dfs/data/data2/current/BP-558325932-172.17.0.2-1732440107518/current, will proceed with Du for space computation calculation, 2024-11-24T09:21:50,104 WARN [Thread-69 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/dfs/data/data1/current/BP-558325932-172.17.0.2-1732440107518/current, will proceed with Du for space computation calculation, 2024-11-24T09:21:50,279 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T09:21:50,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f 2024-11-24T09:21:50,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5bfdcbb24a8970 with lease ID 0xa4a0e4f0f2c54166: Processing first storage report for DS-97536b30-7e54-470e-a763-06e5df27e2ba from datanode DatanodeRegistration(127.0.0.1:35899, datanodeUuid=3b5c6055-7927-46bf-acad-ecb2251b5106, infoPort=35721, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=671336173;c=1732440107518) 2024-11-24T09:21:50,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5bfdcbb24a8970 with lease ID 0xa4a0e4f0f2c54166: from storage DS-97536b30-7e54-470e-a763-06e5df27e2ba node DatanodeRegistration(127.0.0.1:35899, datanodeUuid=3b5c6055-7927-46bf-acad-ecb2251b5106, infoPort=35721, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=671336173;c=1732440107518), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:21:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5bfdcbb24a8970 with lease ID 0xa4a0e4f0f2c54166: Processing first storage report for DS-bdd63d9c-7644-4a8d-97bc-62112f39322b from datanode DatanodeRegistration(127.0.0.1:35899, datanodeUuid=3b5c6055-7927-46bf-acad-ecb2251b5106, infoPort=35721, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=671336173;c=1732440107518) 2024-11-24T09:21:50,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5bfdcbb24a8970 with lease ID 0xa4a0e4f0f2c54166: from storage DS-bdd63d9c-7644-4a8d-97bc-62112f39322b node DatanodeRegistration(127.0.0.1:35899, datanodeUuid=3b5c6055-7927-46bf-acad-ecb2251b5106, infoPort=35721, infoSecurePort=0, ipcPort=38423, storageInfo=lv=-57;cid=testClusterID;nsid=671336173;c=1732440107518), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T09:21:50,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/zookeeper_0, clientPort=61826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T09:21:50,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61826 2024-11-24T09:21:50,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:50,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:50,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741825_1001 (size=7) 2024-11-24T09:21:51,335 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee with version=8 2024-11-24T09:21:51,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/hbase-staging 2024-11-24T09:21:51,509 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T09:21:51,854 INFO [Time-limited test {}] client.ConnectionUtils(129): master/36e70e68d79c:0 server-side Connection retries=45 2024-11-24T09:21:51,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:21:51,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:21:51,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:21:51,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:21:51,882 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:21:52,065 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:21:52,150 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T09:21:52,162 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T09:21:52,167 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:21:52,202 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24547 (auto-detected) 2024-11-24T09:21:52,204 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T09:21:52,231 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33177 2024-11-24T09:21:52,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:52,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:52,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33177 connecting to ZooKeeper ensemble=127.0.0.1:61826 2024-11-24T09:21:52,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331770x0, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:21:52,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33177-0x10028d5ee550000 connected 2024-11-24T09:21:52,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:21:52,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:21:52,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:21:52,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-24T09:21:52,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33177 2024-11-24T09:21:52,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33177 2024-11-24T09:21:52,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-24T09:21:52,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33177 2024-11-24T09:21:52,413 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee, hbase.cluster.distributed=false 2024-11-24T09:21:52,501 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/36e70e68d79c:0 server-side Connection retries=45 2024-11-24T09:21:52,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:21:52,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T09:21:52,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T09:21:52,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T09:21:52,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T09:21:52,506 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T09:21:52,510 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T09:21:52,511 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38889 2024-11-24T09:21:52,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T09:21:52,522 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T09:21:52,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:52,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:52,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38889 connecting to ZooKeeper ensemble=127.0.0.1:61826 2024-11-24T09:21:52,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388890x0, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T09:21:52,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388890x0, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:21:52,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388890x0, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:21:52,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388890x0, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T09:21:52,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38889-0x10028d5ee550001 connected 2024-11-24T09:21:52,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-24T09:21:52,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38889 2024-11-24T09:21:52,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38889 2024-11-24T09:21:52,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-24T09:21:52,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38889 2024-11-24T09:21:52,588 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/36e70e68d79c,33177,1732440111501 2024-11-24T09:21:52,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:21:52,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:21:52,599 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/36e70e68d79c,33177,1732440111501 2024-11-24T09:21:52,609 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;36e70e68d79c:33177 2024-11-24T09:21:52,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:21:52,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T09:21:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:52,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:52,629 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:21:52,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T09:21:52,630 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/36e70e68d79c,33177,1732440111501 from backup master directory 2024-11-24T09:21:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/36e70e68d79c,33177,1732440111501 2024-11-24T09:21:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:21:52,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T09:21:52,636 WARN [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:21:52,636 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=36e70e68d79c,33177,1732440111501 2024-11-24T09:21:52,639 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T09:21:52,641 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T09:21:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741826_1002 (size=42) 2024-11-24T09:21:52,731 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/hbase.id with ID: 02bbbdf3-6acf-4e24-89fe-b5eed3f072af 2024-11-24T09:21:52,782 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T09:21:52,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:52,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741827_1003 (size=196) 2024-11-24T09:21:52,864 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:21:52,867 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T09:21:52,890 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:52,896 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:21:52,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741828_1004 (size=1189) 2024-11-24T09:21:52,969 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store 2024-11-24T09:21:53,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741829_1005 (size=34) 2024-11-24T09:21:53,428 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T09:21:53,428 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:53,430 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:21:53,430 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:21:53,430 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:21:53,431 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:21:53,431 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:21:53,431 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:21:53,431 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T09:21:53,434 WARN [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/.initializing 2024-11-24T09:21:53,434 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/WALs/36e70e68d79c,33177,1732440111501 2024-11-24T09:21:53,443 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:21:53,458 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36e70e68d79c%2C33177%2C1732440111501, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/WALs/36e70e68d79c,33177,1732440111501, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/oldWALs, maxLogs=10 2024-11-24T09:21:53,485 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/WALs/36e70e68d79c,33177,1732440111501/36e70e68d79c%2C33177%2C1732440111501.1732440113464, exclude list is [], retry=0 2024-11-24T09:21:53,507 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35899,DS-97536b30-7e54-470e-a763-06e5df27e2ba,DISK] 2024-11-24T09:21:53,512 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T09:21:53,564 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/WALs/36e70e68d79c,33177,1732440111501/36e70e68d79c%2C33177%2C1732440111501.1732440113464 2024-11-24T09:21:53,565 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35721:35721)] 2024-11-24T09:21:53,566 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:53,567 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:53,571 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,572 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T09:21:53,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:53,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:53,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T09:21:53,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:53,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:53,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T09:21:53,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:53,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:53,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T09:21:53,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:53,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:53,689 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,691 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,703 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T09:21:53,708 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T09:21:53,715 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:21:53,716 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281845, jitterRate=0.0919845849275589}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T09:21:53,721 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T09:21:53,723 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T09:21:53,757 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fedafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:53,804 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-24T09:21:53,821 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T09:21:53,822 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T09:21:53,825 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T09:21:53,827 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T09:21:53,835 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 7 msec 2024-11-24T09:21:53,835 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T09:21:53,876 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T09:21:53,895 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T09:21:53,898 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-24T09:21:53,901 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T09:21:53,904 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T09:21:53,907 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-24T09:21:53,910 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T09:21:53,914 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T09:21:53,916 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-24T09:21:53,918 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T09:21:53,919 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T09:21:53,934 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T09:21:53,937 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T09:21:53,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:21:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:53,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T09:21:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:53,946 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=36e70e68d79c,33177,1732440111501, sessionid=0x10028d5ee550000, setting cluster-up flag (Was=false) 2024-11-24T09:21:53,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:53,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:53,982 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T09:21:53,985 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36e70e68d79c,33177,1732440111501 2024-11-24T09:21:54,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:54,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:54,013 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T09:21:54,015 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=36e70e68d79c,33177,1732440111501 2024-11-24T09:21:54,108 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;36e70e68d79c:38889 2024-11-24T09:21:54,111 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1008): ClusterId : 02bbbdf3-6acf-4e24-89fe-b5eed3f072af 2024-11-24T09:21:54,114 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T09:21:54,121 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T09:21:54,122 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T09:21:54,125 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T09:21:54,126 DEBUG [RS:0;36e70e68d79c:38889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49799c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:54,128 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-24T09:21:54,130 DEBUG [RS:0;36e70e68d79c:38889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3de5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=36e70e68d79c/172.17.0.2:0 2024-11-24T09:21:54,134 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-24T09:21:54,134 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-24T09:21:54,134 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-24T09:21:54,136 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-24T09:21:54,137 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(3073): reportForDuty to master=36e70e68d79c,33177,1732440111501 with isa=36e70e68d79c/172.17.0.2:38889, startcode=1732440112500 2024-11-24T09:21:54,140 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T09:21:54,147 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 36e70e68d79c,33177,1732440111501 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T09:21:54,151 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:21:54,151 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:21:54,152 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:21:54,152 DEBUG [RS:0;36e70e68d79c:38889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:21:54,152 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/36e70e68d79c:0, corePoolSize=5, maxPoolSize=5 2024-11-24T09:21:54,152 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/36e70e68d79c:0, corePoolSize=10, maxPoolSize=10 2024-11-24T09:21:54,153 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,153 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/36e70e68d79c:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:21:54,153 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,162 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:21:54,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-24T09:21:54,170 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:54,170 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:21:54,176 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732440144176 2024-11-24T09:21:54,178 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T09:21:54,179 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T09:21:54,183 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T09:21:54,183 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T09:21:54,184 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T09:21:54,184 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T09:21:54,191 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,193 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T09:21:54,194 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T09:21:54,195 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T09:21:54,199 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T09:21:54,199 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T09:21:54,200 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46227, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:21:54,204 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.large.0-1732440114201,5,FailOnTimeoutGroup] 2024-11-24T09:21:54,207 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:54,211 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.small.0-1732440114204,5,FailOnTimeoutGroup] 2024-11-24T09:21:54,211 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741831_1007 (size=1039) 2024-11-24T09:21:54,213 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T09:21:54,215 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,215 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,218 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-24T09:21:54,218 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:21:54,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741832_1008 (size=32) 2024-11-24T09:21:54,241 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:54,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:21:54,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:21:54,248 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-11-24T09:21:54,249 WARN [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T09:21:54,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:54,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:54,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:21:54,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:21:54,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:54,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:54,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:21:54,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:21:54,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:54,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:54,271 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740 2024-11-24T09:21:54,272 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740 2024-11-24T09:21:54,277 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:21:54,281 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T09:21:54,287 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:21:54,288 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60174661, jitterRate=-0.103327676653862}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:21:54,292 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T09:21:54,292 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:21:54,292 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T09:21:54,292 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T09:21:54,292 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:21:54,292 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:21:54,294 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T09:21:54,294 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T09:21:54,298 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-24T09:21:54,298 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-24T09:21:54,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T09:21:54,318 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T09:21:54,321 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T09:21:54,350 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(3073): reportForDuty to master=36e70e68d79c,33177,1732440111501 with isa=36e70e68d79c/172.17.0.2:38889, startcode=1732440112500 2024-11-24T09:21:54,353 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33177 {}] master.ServerManager(486): Registering regionserver=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,366 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:21:54,366 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37741 2024-11-24T09:21:54,366 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-24T09:21:54,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:21:54,372 DEBUG [RS:0;36e70e68d79c:38889 {}] zookeeper.ZKUtil(111): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,372 WARN [RS:0;36e70e68d79c:38889 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T09:21:54,373 INFO [RS:0;36e70e68d79c:38889 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:21:54,373 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [36e70e68d79c,38889,1732440112500] 2024-11-24T09:21:54,390 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-24T09:21:54,405 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T09:21:54,423 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T09:21:54,426 INFO [RS:0;36e70e68d79c:38889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T09:21:54,427 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,428 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-24T09:21:54,436 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,436 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,436 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,437 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,437 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,437 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,437 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/36e70e68d79c:0, corePoolSize=2, maxPoolSize=2 2024-11-24T09:21:54,438 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,438 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,438 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,438 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,439 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/36e70e68d79c:0, corePoolSize=1, maxPoolSize=1 2024-11-24T09:21:54,439 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/36e70e68d79c:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:21:54,439 DEBUG [RS:0;36e70e68d79c:38889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0, corePoolSize=3, maxPoolSize=3 2024-11-24T09:21:54,452 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,454 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,454 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,454 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,454 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,38889,1732440112500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:21:54,472 WARN [36e70e68d79c:33177 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-24T09:21:54,483 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T09:21:54,486 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,38889,1732440112500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:54,516 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.Replication(204): 36e70e68d79c,38889,1732440112500 started 2024-11-24T09:21:54,516 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1767): Serving as 36e70e68d79c,38889,1732440112500, RpcServer on 36e70e68d79c/172.17.0.2:38889, sessionid=0x10028d5ee550001 2024-11-24T09:21:54,517 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T09:21:54,517 DEBUG [RS:0;36e70e68d79c:38889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,518 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36e70e68d79c,38889,1732440112500' 2024-11-24T09:21:54,518 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T09:21:54,519 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T09:21:54,520 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T09:21:54,520 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T09:21:54,520 DEBUG [RS:0;36e70e68d79c:38889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,520 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '36e70e68d79c,38889,1732440112500' 2024-11-24T09:21:54,520 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T09:21:54,521 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T09:21:54,522 DEBUG [RS:0;36e70e68d79c:38889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T09:21:54,522 INFO [RS:0;36e70e68d79c:38889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T09:21:54,522 INFO [RS:0;36e70e68d79c:38889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T09:21:54,630 INFO [RS:0;36e70e68d79c:38889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T09:21:54,635 INFO [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36e70e68d79c%2C38889%2C1732440112500, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/oldWALs, maxLogs=32 2024-11-24T09:21:54,662 DEBUG [RS:0;36e70e68d79c:38889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500/36e70e68d79c%2C38889%2C1732440112500.1732440114639, exclude list is [], retry=0 2024-11-24T09:21:54,668 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35899,DS-97536b30-7e54-470e-a763-06e5df27e2ba,DISK] 2024-11-24T09:21:54,672 INFO [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500/36e70e68d79c%2C38889%2C1732440112500.1732440114639 2024-11-24T09:21:54,673 DEBUG [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35721:35721)] 2024-11-24T09:21:54,724 DEBUG [36e70e68d79c:33177 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T09:21:54,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 36e70e68d79c,38889,1732440112500, state=OPENING 2024-11-24T09:21:54,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T09:21:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:54,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:21:54,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:21:54,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:21:54,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:54,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T09:21:54,941 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T09:21:54,954 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-24T09:21:54,955 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T09:21:54,956 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T09:21:54,961 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=36e70e68d79c%2C38889%2C1732440112500.meta, suffix=.meta, logDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/oldWALs, maxLogs=32 2024-11-24T09:21:54,988 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500/36e70e68d79c%2C38889%2C1732440112500.meta.1732440114964.meta, exclude list is [], retry=0 2024-11-24T09:21:54,993 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35899,DS-97536b30-7e54-470e-a763-06e5df27e2ba,DISK] 2024-11-24T09:21:54,998 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/WALs/36e70e68d79c,38889,1732440112500/36e70e68d79c%2C38889%2C1732440112500.meta.1732440114964.meta 2024-11-24T09:21:55,000 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35721:35721)] 2024-11-24T09:21:55,000 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:55,003 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T09:21:55,093 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T09:21:55,100 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T09:21:55,106 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T09:21:55,107 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:55,107 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-24T09:21:55,107 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-24T09:21:55,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T09:21:55,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T09:21:55,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:55,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:55,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T09:21:55,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T09:21:55,118 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:55,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:55,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T09:21:55,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T09:21:55,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:55,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T09:21:55,123 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740 2024-11-24T09:21:55,127 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740 2024-11-24T09:21:55,133 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:21:55,138 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-24T09:21:55,141 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66034997, jitterRate=-0.0160018652677536}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:21:55,146 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-24T09:21:55,155 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732440114926 2024-11-24T09:21:55,169 DEBUG [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T09:21:55,170 INFO [RS_OPEN_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-24T09:21:55,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:55,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 36e70e68d79c,38889,1732440112500, state=OPEN 2024-11-24T09:21:55,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:21:55,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T09:21:55,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:21:55,180 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T09:21:55,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T09:21:55,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=36e70e68d79c,38889,1732440112500 in 430 msec 2024-11-24T09:21:55,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T09:21:55,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 881 msec 2024-11-24T09:21:55,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1380 sec 2024-11-24T09:21:55,203 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732440115203, completionTime=-1 2024-11-24T09:21:55,204 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T09:21:55,204 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-24T09:21:55,252 DEBUG [hconnection-0x3fb39e0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:55,256 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:55,270 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-24T09:21:55,270 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732440175270 2024-11-24T09:21:55,270 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732440235270 2024-11-24T09:21:55,270 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 66 msec 2024-11-24T09:21:55,295 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,33177,1732440111501-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:55,295 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,33177,1732440111501-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:55,295 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,33177,1732440111501-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:55,297 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-36e70e68d79c:33177, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:55,297 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:55,303 DEBUG [master/36e70e68d79c:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-24T09:21:55,307 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-24T09:21:55,309 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T09:21:55,316 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-24T09:21:55,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:21:55,321 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:55,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:21:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741835_1011 (size=358) 2024-11-24T09:21:55,749 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 709975e5df0b98b3ff76085b5b1ecce6, NAME => 'hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:21:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741836_1012 (size=42) 2024-11-24T09:21:56,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:56,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 709975e5df0b98b3ff76085b5b1ecce6, disabling compactions & flushes 2024-11-24T09:21:56,164 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,164 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,164 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. after waiting 0 ms 2024-11-24T09:21:56,164 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,164 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,164 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 709975e5df0b98b3ff76085b5b1ecce6: 2024-11-24T09:21:56,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:21:56,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732440116168"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440116168"}]},"ts":"1732440116168"} 2024-11-24T09:21:56,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:21:56,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:21:56,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440116204"}]},"ts":"1732440116204"} 2024-11-24T09:21:56,213 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-24T09:21:56,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=709975e5df0b98b3ff76085b5b1ecce6, ASSIGN}] 2024-11-24T09:21:56,224 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=709975e5df0b98b3ff76085b5b1ecce6, ASSIGN 2024-11-24T09:21:56,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=709975e5df0b98b3ff76085b5b1ecce6, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:21:56,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=709975e5df0b98b3ff76085b5b1ecce6, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:56,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 709975e5df0b98b3ff76085b5b1ecce6, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:21:56,538 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:56,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 709975e5df0b98b3ff76085b5b1ecce6, NAME => 'hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:56,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:56,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,552 INFO [StoreOpener-709975e5df0b98b3ff76085b5b1ecce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,555 INFO [StoreOpener-709975e5df0b98b3ff76085b5b1ecce6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 709975e5df0b98b3ff76085b5b1ecce6 columnFamilyName info 2024-11-24T09:21:56,555 DEBUG [StoreOpener-709975e5df0b98b3ff76085b5b1ecce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:56,556 INFO [StoreOpener-709975e5df0b98b3ff76085b5b1ecce6-1 {}] regionserver.HStore(327): Store=709975e5df0b98b3ff76085b5b1ecce6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:56,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:21:56,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:21:56,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 709975e5df0b98b3ff76085b5b1ecce6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59792788, jitterRate=-0.10901802778244019}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T09:21:56,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 709975e5df0b98b3ff76085b5b1ecce6: 2024-11-24T09:21:56,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6., pid=6, masterSystemTime=1732440116538 2024-11-24T09:21:56,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:21:56,582 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=709975e5df0b98b3ff76085b5b1ecce6, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:56,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T09:21:56,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 709975e5df0b98b3ff76085b5b1ecce6, server=36e70e68d79c,38889,1732440112500 in 202 msec 2024-11-24T09:21:56,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T09:21:56,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=709975e5df0b98b3ff76085b5b1ecce6, ASSIGN in 370 msec 2024-11-24T09:21:56,597 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:21:56,597 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440116597"}]},"ts":"1732440116597"} 2024-11-24T09:21:56,603 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-24T09:21:56,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:21:56,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2980 sec 2024-11-24T09:21:56,620 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-24T09:21:56,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-24T09:21:56,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:56,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:21:56,657 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-24T09:21:56,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T09:21:56,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-11-24T09:21:56,692 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-24T09:21:56,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-24T09:21:56,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2024-11-24T09:21:56,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-24T09:21:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-24T09:21:56,723 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.086sec 2024-11-24T09:21:56,726 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T09:21:56,727 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T09:21:56,728 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T09:21:56,729 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T09:21:56,729 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T09:21:56,730 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,33177,1732440111501-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T09:21:56,731 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,33177,1732440111501-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T09:21:56,739 DEBUG [master/36e70e68d79c:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-24T09:21:56,740 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T09:21:56,740 INFO [master/36e70e68d79c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=36e70e68d79c,33177,1732440111501-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T09:21:56,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-24T09:21:56,809 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-24T09:21:56,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:56,821 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T09:21:56,822 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T09:21:56,843 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:56,853 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:56,863 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=36e70e68d79c,33177,1732440111501 2024-11-24T09:21:56,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=330, ProcessCount=11, AvailableMemoryMB=7593 2024-11-24T09:21:56,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:21:56,923 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:21:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:21:56,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:21:56,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:21:56,949 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:21:56,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:56,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-24T09:21:56,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:21:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:21:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741837_1013 (size=963) 2024-11-24T09:21:56,976 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:21:57,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741838_1014 (size=53) 2024-11-24T09:21:57,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:57,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8f8eadb07c025ee33bc930d7016f2f68, disabling compactions & flushes 2024-11-24T09:21:57,005 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. after waiting 0 ms 2024-11-24T09:21:57,006 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,006 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,006 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:21:57,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:21:57,009 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440117009"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440117009"}]},"ts":"1732440117009"} 2024-11-24T09:21:57,017 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:21:57,022 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:21:57,023 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440117022"}]},"ts":"1732440117022"} 2024-11-24T09:21:57,026 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:21:57,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, ASSIGN}] 2024-11-24T09:21:57,033 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, ASSIGN 2024-11-24T09:21:57,036 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:21:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:21:57,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8f8eadb07c025ee33bc930d7016f2f68, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:57,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:21:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:21:57,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:57,354 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,355 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:21:57,355 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,355 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:21:57,356 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,356 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,359 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,364 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:57,364 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8eadb07c025ee33bc930d7016f2f68 columnFamilyName A 2024-11-24T09:21:57,364 DEBUG [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:57,366 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.HStore(327): Store=8f8eadb07c025ee33bc930d7016f2f68/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:57,366 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,369 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:57,369 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8eadb07c025ee33bc930d7016f2f68 columnFamilyName B 2024-11-24T09:21:57,369 DEBUG [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:57,370 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.HStore(327): Store=8f8eadb07c025ee33bc930d7016f2f68/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:57,371 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,373 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:21:57,374 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f8eadb07c025ee33bc930d7016f2f68 columnFamilyName C 2024-11-24T09:21:57,374 DEBUG [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:21:57,375 INFO [StoreOpener-8f8eadb07c025ee33bc930d7016f2f68-1 {}] regionserver.HStore(327): Store=8f8eadb07c025ee33bc930d7016f2f68/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:21:57,376 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,377 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,378 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,382 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:21:57,385 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,393 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:21:57,394 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 8f8eadb07c025ee33bc930d7016f2f68; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70011444, jitterRate=0.04325181245803833}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:21:57,396 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:21:57,397 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., pid=11, masterSystemTime=1732440117346 2024-11-24T09:21:57,401 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,401 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,402 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8f8eadb07c025ee33bc930d7016f2f68, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:57,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T09:21:57,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 in 215 msec 2024-11-24T09:21:57,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T09:21:57,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, ASSIGN in 379 msec 2024-11-24T09:21:57,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:21:57,416 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440117416"}]},"ts":"1732440117416"} 2024-11-24T09:21:57,419 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:21:57,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:21:57,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 480 msec 2024-11-24T09:21:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-24T09:21:57,573 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-24T09:21:57,579 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fdf5682 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f6e36fe 2024-11-24T09:21:57,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e98ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,593 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:21:57,600 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33424, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:21:57,611 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d38d10 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f343a4d 2024-11-24T09:21:57,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12885408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,617 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c63ae4e to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22cb07dd 2024-11-24T09:21:57,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c43377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,623 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x736f1673 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@478bae6b 2024-11-24T09:21:57,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4977266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee2166f to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5400112e 2024-11-24T09:21:57,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8f4734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,634 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f34ff67 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38766d64 2024-11-24T09:21:57,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18603bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,640 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b5cad1a to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@295cb1ac 2024-11-24T09:21:57,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e97e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,652 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-11-24T09:21:57,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490457fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,663 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x767a8485 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d2a8e08 2024-11-24T09:21:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8de680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6502d571 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c915d17 2024-11-24T09:21:57,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6b07e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:21:57,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:21:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-24T09:21:57,696 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:21:57,698 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:21:57,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:21:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:21:57,706 DEBUG [hconnection-0x57f69c46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,706 DEBUG [hconnection-0x391e858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,708 DEBUG [hconnection-0x10a9a238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,712 DEBUG [hconnection-0x8fbcdfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,712 DEBUG [hconnection-0x3785b265-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,720 DEBUG [hconnection-0xafaa2be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,720 DEBUG [hconnection-0x175a69d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,725 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,725 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,735 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,737 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,740 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,743 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,753 DEBUG [hconnection-0x41a28e3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,757 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,762 DEBUG [hconnection-0x254bc40c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:21:57,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,779 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:21:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:21:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:21:57,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:21:57,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:21:57,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:57,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:57,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:21:57,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:57,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:21:57,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:57,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:57,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:57,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:57,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:57,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:21:58,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/166cdbcb1d2443beab240bc7e71ddb21 is 50, key is test_row_0/A:col10/1732440117830/Put/seqid=0 2024-11-24T09:21:58,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:58,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741839_1015 (size=19021) 2024-11-24T09:21:58,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/166cdbcb1d2443beab240bc7e71ddb21 2024-11-24T09:21:58,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440178088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440178127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440178133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440178144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440178149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440178243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:58,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440178249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440178251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440178252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/07bcda42260c42aba2ca234c3969c335 is 50, key is test_row_0/B:col10/1732440117830/Put/seqid=0 2024-11-24T09:21:58,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:58,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440178272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:21:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741840_1016 (size=12001) 2024-11-24T09:21:58,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:58,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:58,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440178449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440178461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440178463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440178464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440178497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:58,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/07bcda42260c42aba2ca234c3969c335 2024-11-24T09:21:58,747 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:58,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440178767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440178764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440178773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440178775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440178803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9 is 50, key is test_row_0/C:col10/1732440117830/Put/seqid=0 2024-11-24T09:21:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:21:58,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741841_1017 (size=12001) 2024-11-24T09:21:58,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:58,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:58,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:59,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:21:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:59,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:21:59,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9 2024-11-24T09:21:59,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440179273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/166cdbcb1d2443beab240bc7e71ddb21 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/166cdbcb1d2443beab240bc7e71ddb21 2024-11-24T09:21:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440179279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440179283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440179284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/166cdbcb1d2443beab240bc7e71ddb21, entries=300, sequenceid=13, filesize=18.6 K 2024-11-24T09:21:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/07bcda42260c42aba2ca234c3969c335 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/07bcda42260c42aba2ca234c3969c335 2024-11-24T09:21:59,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/07bcda42260c42aba2ca234c3969c335, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T09:21:59,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9 2024-11-24T09:21:59,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:21:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440179310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T09:21:59,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 8f8eadb07c025ee33bc930d7016f2f68 in 1513ms, sequenceid=13, compaction requested=false 2024-11-24T09:21:59,361 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T09:21:59,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:21:59,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:21:59,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-24T09:21:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:21:59,380 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:21:59,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:21:59,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:59,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:21:59,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:59,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:21:59,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:21:59,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/ac52b5eed18b4e9b82dc171cad821e86 is 50, key is test_row_0/A:col10/1732440118110/Put/seqid=0 2024-11-24T09:21:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741842_1018 (size=12001) 2024-11-24T09:21:59,479 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/ac52b5eed18b4e9b82dc171cad821e86 2024-11-24T09:21:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ed459f62ad9347c4aa0cb3fa90db12b3 is 50, key is test_row_0/B:col10/1732440118110/Put/seqid=0 2024-11-24T09:21:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741843_1019 (size=12001) 2024-11-24T09:21:59,567 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ed459f62ad9347c4aa0cb3fa90db12b3 2024-11-24T09:21:59,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c7dad3c5efe6427e8bd13318001a5f15 is 50, key is test_row_0/C:col10/1732440118110/Put/seqid=0 2024-11-24T09:21:59,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741844_1020 (size=12001) 2024-11-24T09:21:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:22:00,070 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c7dad3c5efe6427e8bd13318001a5f15 2024-11-24T09:22:00,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/ac52b5eed18b4e9b82dc171cad821e86 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ac52b5eed18b4e9b82dc171cad821e86 2024-11-24T09:22:00,100 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ac52b5eed18b4e9b82dc171cad821e86, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T09:22:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ed459f62ad9347c4aa0cb3fa90db12b3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ed459f62ad9347c4aa0cb3fa90db12b3 2024-11-24T09:22:00,121 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ed459f62ad9347c4aa0cb3fa90db12b3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T09:22:00,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c7dad3c5efe6427e8bd13318001a5f15 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c7dad3c5efe6427e8bd13318001a5f15 2024-11-24T09:22:00,137 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c7dad3c5efe6427e8bd13318001a5f15, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T09:22:00,140 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 8f8eadb07c025ee33bc930d7016f2f68 in 760ms, sequenceid=39, compaction requested=false 2024-11-24T09:22:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:00,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-24T09:22:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-24T09:22:00,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-24T09:22:00,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4440 sec 2024-11-24T09:22:00,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.4610 sec 2024-11-24T09:22:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:00,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:00,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:00,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/3abb24e1308849d6b86555a201942076 is 50, key is test_row_0/A:col10/1732440120369/Put/seqid=0 2024-11-24T09:22:00,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741845_1021 (size=14341) 2024-11-24T09:22:00,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/3abb24e1308849d6b86555a201942076 2024-11-24T09:22:00,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/310902f4666842f78c4c1753ea9afffa is 50, key is test_row_0/B:col10/1732440120369/Put/seqid=0 2024-11-24T09:22:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440180447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440180450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440180452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440180471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440180473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741846_1022 (size=12001) 2024-11-24T09:22:00,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440180575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440180575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440180576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440180596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440180596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:22:00,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T09:22:00,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-24T09:22:00,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440180786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440180788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440180788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440180803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440180805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:00,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/310902f4666842f78c4c1753ea9afffa 2024-11-24T09:22:00,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/65b5075125254ac2902021976929a89c is 50, key is test_row_0/C:col10/1732440120369/Put/seqid=0 2024-11-24T09:22:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741847_1023 (size=12001) 2024-11-24T09:22:00,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/65b5075125254ac2902021976929a89c 2024-11-24T09:22:00,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/3abb24e1308849d6b86555a201942076 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/3abb24e1308849d6b86555a201942076 2024-11-24T09:22:00,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/3abb24e1308849d6b86555a201942076, entries=200, sequenceid=51, filesize=14.0 K 2024-11-24T09:22:00,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/310902f4666842f78c4c1753ea9afffa as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/310902f4666842f78c4c1753ea9afffa 2024-11-24T09:22:00,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/310902f4666842f78c4c1753ea9afffa, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T09:22:00,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/65b5075125254ac2902021976929a89c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/65b5075125254ac2902021976929a89c 2024-11-24T09:22:01,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/65b5075125254ac2902021976929a89c, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T09:22:01,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8f8eadb07c025ee33bc930d7016f2f68 in 643ms, sequenceid=51, compaction requested=true 2024-11-24T09:22:01,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:01,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,019 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:01,019 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:01,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:01,024 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:01,026 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:01,026 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,026 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/07bcda42260c42aba2ca234c3969c335, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ed459f62ad9347c4aa0cb3fa90db12b3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/310902f4666842f78c4c1753ea9afffa] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.2 K 2024-11-24T09:22:01,029 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 07bcda42260c42aba2ca234c3969c335, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440117828 2024-11-24T09:22:01,029 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:01,030 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ed459f62ad9347c4aa0cb3fa90db12b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732440118080 2024-11-24T09:22:01,030 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:01,030 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,030 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 310902f4666842f78c4c1753ea9afffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440120361 2024-11-24T09:22:01,035 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/166cdbcb1d2443beab240bc7e71ddb21, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ac52b5eed18b4e9b82dc171cad821e86, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/3abb24e1308849d6b86555a201942076] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=44.3 K 2024-11-24T09:22:01,036 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 166cdbcb1d2443beab240bc7e71ddb21, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440117754 2024-11-24T09:22:01,037 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac52b5eed18b4e9b82dc171cad821e86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732440118080 2024-11-24T09:22:01,038 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3abb24e1308849d6b86555a201942076, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440120361 2024-11-24T09:22:01,077 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#9 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:01,079 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/33b162190e044ffb8746e0d5d59ad588 is 50, key is test_row_0/B:col10/1732440120369/Put/seqid=0 2024-11-24T09:22:01,087 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#10 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:01,088 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2599e40515894843a99eb5984d46b650 is 50, key is test_row_0/A:col10/1732440120369/Put/seqid=0 2024-11-24T09:22:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741848_1024 (size=12104) 2024-11-24T09:22:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:01,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:01,118 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/33b162190e044ffb8746e0d5d59ad588 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/33b162190e044ffb8746e0d5d59ad588 2024-11-24T09:22:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741849_1025 (size=12104) 2024-11-24T09:22:01,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a68221780a9a46a1867da41173e5e67a is 50, key is test_row_0/A:col10/1732440121116/Put/seqid=0 2024-11-24T09:22:01,143 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 33b162190e044ffb8746e0d5d59ad588(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:01,143 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,143 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440121019; duration=0sec 2024-11-24T09:22:01,143 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:01,144 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:01,144 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:01,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440181125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440181127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440181130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,149 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2599e40515894843a99eb5984d46b650 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2599e40515894843a99eb5984d46b650 2024-11-24T09:22:01,151 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:01,152 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:01,152 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,152 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c7dad3c5efe6427e8bd13318001a5f15, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/65b5075125254ac2902021976929a89c] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.2 K 2024-11-24T09:22:01,153 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2fab75ecda41cdb9a8e87c9d1ed3d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440117828 2024-11-24T09:22:01,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440181144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440181146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,155 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c7dad3c5efe6427e8bd13318001a5f15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732440118080 2024-11-24T09:22:01,156 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 65b5075125254ac2902021976929a89c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440120361 2024-11-24T09:22:01,172 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 2599e40515894843a99eb5984d46b650(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:01,173 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,173 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440121018; duration=0sec 2024-11-24T09:22:01,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:01,192 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:01,193 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/9b902592e0e14c83bcc38ffb5ba69f49 is 50, key is test_row_0/C:col10/1732440120369/Put/seqid=0 2024-11-24T09:22:01,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741850_1026 (size=14341) 2024-11-24T09:22:01,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a68221780a9a46a1867da41173e5e67a 2024-11-24T09:22:01,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741851_1027 (size=12104) 2024-11-24T09:22:01,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a7b5fec649204354ac967ddf2d58a8ff is 50, key is test_row_0/B:col10/1732440121116/Put/seqid=0 2024-11-24T09:22:01,242 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/9b902592e0e14c83bcc38ffb5ba69f49 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9b902592e0e14c83bcc38ffb5ba69f49 2024-11-24T09:22:01,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440181248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440181251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440181254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,258 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 9b902592e0e14c83bcc38ffb5ba69f49(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:01,258 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,258 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440121020; duration=0sec 2024-11-24T09:22:01,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,259 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440181257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,259 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:01,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440181258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741852_1028 (size=12001) 2024-11-24T09:22:01,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a7b5fec649204354ac967ddf2d58a8ff 2024-11-24T09:22:01,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/d042097eac1741f6a17ffa4c5ffb9c09 is 50, key is test_row_0/C:col10/1732440121116/Put/seqid=0 2024-11-24T09:22:01,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741853_1029 (size=12001) 2024-11-24T09:22:01,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/d042097eac1741f6a17ffa4c5ffb9c09 2024-11-24T09:22:01,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a68221780a9a46a1867da41173e5e67a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a68221780a9a46a1867da41173e5e67a 2024-11-24T09:22:01,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a68221780a9a46a1867da41173e5e67a, entries=200, sequenceid=79, filesize=14.0 K 2024-11-24T09:22:01,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a7b5fec649204354ac967ddf2d58a8ff as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a7b5fec649204354ac967ddf2d58a8ff 2024-11-24T09:22:01,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a7b5fec649204354ac967ddf2d58a8ff, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T09:22:01,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/d042097eac1741f6a17ffa4c5ffb9c09 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d042097eac1741f6a17ffa4c5ffb9c09 2024-11-24T09:22:01,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d042097eac1741f6a17ffa4c5ffb9c09, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T09:22:01,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8f8eadb07c025ee33bc930d7016f2f68 in 266ms, sequenceid=79, compaction requested=false 2024-11-24T09:22:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:01,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/ca7e4d15bccf4edd95e38e4c8a9c36eb is 50, key is test_row_0/A:col10/1732440121126/Put/seqid=0 2024-11-24T09:22:01,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741854_1030 (size=12001) 2024-11-24T09:22:01,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/ca7e4d15bccf4edd95e38e4c8a9c36eb 2024-11-24T09:22:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440181510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440181513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440181517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/4d04b62b5b4140bea79f43cc3720a214 is 50, key is test_row_0/B:col10/1732440121126/Put/seqid=0 2024-11-24T09:22:01,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440181511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440181528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741855_1031 (size=12001) 2024-11-24T09:22:01,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/4d04b62b5b4140bea79f43cc3720a214 2024-11-24T09:22:01,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/ccb8f351afb1488587c28557bad44b68 is 50, key is test_row_0/C:col10/1732440121126/Put/seqid=0 2024-11-24T09:22:01,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741856_1032 (size=12001) 2024-11-24T09:22:01,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/ccb8f351afb1488587c28557bad44b68 2024-11-24T09:22:01,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/ca7e4d15bccf4edd95e38e4c8a9c36eb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ca7e4d15bccf4edd95e38e4c8a9c36eb 2024-11-24T09:22:01,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ca7e4d15bccf4edd95e38e4c8a9c36eb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:22:01,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/4d04b62b5b4140bea79f43cc3720a214 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/4d04b62b5b4140bea79f43cc3720a214 2024-11-24T09:22:01,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440181629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440181630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440181630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440181638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/4d04b62b5b4140bea79f43cc3720a214, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:22:01,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440181639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/ccb8f351afb1488587c28557bad44b68 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/ccb8f351afb1488587c28557bad44b68 2024-11-24T09:22:01,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/ccb8f351afb1488587c28557bad44b68, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:22:01,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8f8eadb07c025ee33bc930d7016f2f68 in 192ms, sequenceid=93, compaction requested=true 2024-11-24T09:22:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:01,658 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,659 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:01,661 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:01,661 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:01,661 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,662 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/33b162190e044ffb8746e0d5d59ad588, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a7b5fec649204354ac967ddf2d58a8ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/4d04b62b5b4140bea79f43cc3720a214] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.3 K 2024-11-24T09:22:01,662 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:01,662 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:01,662 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,663 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2599e40515894843a99eb5984d46b650, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a68221780a9a46a1867da41173e5e67a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ca7e4d15bccf4edd95e38e4c8a9c36eb] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.5 K 2024-11-24T09:22:01,663 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 33b162190e044ffb8746e0d5d59ad588, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440120361 2024-11-24T09:22:01,666 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2599e40515894843a99eb5984d46b650, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440120361 2024-11-24T09:22:01,667 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a7b5fec649204354ac967ddf2d58a8ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732440120433 2024-11-24T09:22:01,667 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a68221780a9a46a1867da41173e5e67a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732440120433 2024-11-24T09:22:01,668 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d04b62b5b4140bea79f43cc3720a214, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440121126 2024-11-24T09:22:01,669 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca7e4d15bccf4edd95e38e4c8a9c36eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440121126 2024-11-24T09:22:01,693 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:01,694 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/aff84e4a79a54c98a0e3ebeaee323387 is 50, key is test_row_0/B:col10/1732440121126/Put/seqid=0 2024-11-24T09:22:01,705 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:01,706 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/89ba23e6764b428faa206b69e46de58a is 50, key is test_row_0/A:col10/1732440121126/Put/seqid=0 2024-11-24T09:22:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741857_1033 (size=12207) 2024-11-24T09:22:01,750 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/aff84e4a79a54c98a0e3ebeaee323387 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aff84e4a79a54c98a0e3ebeaee323387 2024-11-24T09:22:01,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741858_1034 (size=12207) 2024-11-24T09:22:01,763 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into aff84e4a79a54c98a0e3ebeaee323387(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:01,763 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,763 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440121659; duration=0sec 2024-11-24T09:22:01,763 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:01,763 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:01,763 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:01,767 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:01,767 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:01,767 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,768 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9b902592e0e14c83bcc38ffb5ba69f49, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d042097eac1741f6a17ffa4c5ffb9c09, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/ccb8f351afb1488587c28557bad44b68] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.3 K 2024-11-24T09:22:01,773 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b902592e0e14c83bcc38ffb5ba69f49, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440120361 2024-11-24T09:22:01,775 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/89ba23e6764b428faa206b69e46de58a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/89ba23e6764b428faa206b69e46de58a 2024-11-24T09:22:01,777 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d042097eac1741f6a17ffa4c5ffb9c09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732440120433 2024-11-24T09:22:01,779 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ccb8f351afb1488587c28557bad44b68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440121126 2024-11-24T09:22:01,791 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 89ba23e6764b428faa206b69e46de58a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:01,791 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:01,791 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440121658; duration=0sec 2024-11-24T09:22:01,791 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:01,791 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:01,799 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#20 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:01,801 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5ab60f50c8e6456d8f656a343a7d8198 is 50, key is test_row_0/C:col10/1732440121126/Put/seqid=0 2024-11-24T09:22:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741859_1035 (size=12207) 2024-11-24T09:22:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-24T09:22:01,818 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-24T09:22:01,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-24T09:22:01,824 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:01,826 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:01,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:22:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:01,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:01,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:01,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:01,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:01,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/4e80fd4ca1844b399ad77e904b17d27b is 50, key is test_row_0/A:col10/1732440121507/Put/seqid=0 2024-11-24T09:22:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440181854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440181857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440181857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440181860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440181861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741860_1036 (size=12001) 2024-11-24T09:22:01,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/4e80fd4ca1844b399ad77e904b17d27b 2024-11-24T09:22:01,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a20bd95c0c594dd5990068d1c230278d is 50, key is test_row_0/B:col10/1732440121507/Put/seqid=0 2024-11-24T09:22:01,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741861_1037 (size=12001) 2024-11-24T09:22:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:22:01,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440181963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440181964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440181965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440181966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440181969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:01,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T09:22:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:01,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:01,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:22:02,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T09:22:02,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:02,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:02,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:02,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:22:02,146 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T09:22:02,149 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T09:22:02,149 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-24T09:22:02,150 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:22:02,150 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T09:22:02,151 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T09:22:02,151 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T09:22:02,154 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:22:02,154 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T09:22:02,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440182170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440182172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440182173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440182174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440182174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,224 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5ab60f50c8e6456d8f656a343a7d8198 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5ab60f50c8e6456d8f656a343a7d8198 2024-11-24T09:22:02,239 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 5ab60f50c8e6456d8f656a343a7d8198(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:02,241 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:02,241 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440121659; duration=0sec 2024-11-24T09:22:02,241 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:02,241 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:02,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T09:22:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:02,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:02,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:02,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a20bd95c0c594dd5990068d1c230278d 2024-11-24T09:22:02,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/fdbdde3c133c4765a740728baca41730 is 50, key is test_row_0/C:col10/1732440121507/Put/seqid=0 2024-11-24T09:22:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741862_1038 (size=12001) 2024-11-24T09:22:02,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/fdbdde3c133c4765a740728baca41730 2024-11-24T09:22:02,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/4e80fd4ca1844b399ad77e904b17d27b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4e80fd4ca1844b399ad77e904b17d27b 2024-11-24T09:22:02,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4e80fd4ca1844b399ad77e904b17d27b, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T09:22:02,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a20bd95c0c594dd5990068d1c230278d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a20bd95c0c594dd5990068d1c230278d 2024-11-24T09:22:02,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a20bd95c0c594dd5990068d1c230278d, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T09:22:02,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/fdbdde3c133c4765a740728baca41730 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/fdbdde3c133c4765a740728baca41730 2024-11-24T09:22:02,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/fdbdde3c133c4765a740728baca41730, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T09:22:02,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8f8eadb07c025ee33bc930d7016f2f68 in 579ms, sequenceid=121, compaction requested=false 2024-11-24T09:22:02,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:22:02,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-24T09:22:02,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:02,448 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:02,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:02,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:02,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/23359bef64054185a96b6a017a9002a9 is 50, key is test_row_0/A:col10/1732440121858/Put/seqid=0 2024-11-24T09:22:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:02,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:02,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741863_1039 (size=12101) 2024-11-24T09:22:02,505 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/23359bef64054185a96b6a017a9002a9 2024-11-24T09:22:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/fa6f30ce2c7942c99977d866babde9d1 is 50, key is test_row_0/B:col10/1732440121858/Put/seqid=0 2024-11-24T09:22:02,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741864_1040 (size=12101) 2024-11-24T09:22:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440182560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440182567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440182567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440182569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440182570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440182670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440182675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440182676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440182677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440182679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440182878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440182880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440182881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440182881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440182887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:02,943 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/fa6f30ce2c7942c99977d866babde9d1 2024-11-24T09:22:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:22:02,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8d88e9f7ce0c4990a2ea469d55afd2a0 is 50, key is test_row_0/C:col10/1732440121858/Put/seqid=0 2024-11-24T09:22:03,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741865_1041 (size=12101) 2024-11-24T09:22:03,002 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8d88e9f7ce0c4990a2ea469d55afd2a0 2024-11-24T09:22:03,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/23359bef64054185a96b6a017a9002a9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/23359bef64054185a96b6a017a9002a9 2024-11-24T09:22:03,025 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/23359bef64054185a96b6a017a9002a9, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T09:22:03,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/fa6f30ce2c7942c99977d866babde9d1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/fa6f30ce2c7942c99977d866babde9d1 2024-11-24T09:22:03,044 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/fa6f30ce2c7942c99977d866babde9d1, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T09:22:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8d88e9f7ce0c4990a2ea469d55afd2a0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d88e9f7ce0c4990a2ea469d55afd2a0 2024-11-24T09:22:03,064 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d88e9f7ce0c4990a2ea469d55afd2a0, entries=150, sequenceid=133, filesize=11.8 K 2024-11-24T09:22:03,066 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8f8eadb07c025ee33bc930d7016f2f68 in 618ms, sequenceid=133, compaction requested=true 2024-11-24T09:22:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T09:22:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-24T09:22:03,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T09:22:03,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2440 sec 2024-11-24T09:22:03,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.2530 sec 2024-11-24T09:22:03,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:03,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:22:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:03,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/4d60a2fa78184be396335e07b3ef8e46 is 50, key is test_row_0/A:col10/1732440123185/Put/seqid=0 2024-11-24T09:22:03,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440183198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440183199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440183200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440183201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440183202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741866_1042 (size=14541) 2024-11-24T09:22:03,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/4d60a2fa78184be396335e07b3ef8e46 2024-11-24T09:22:03,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a33d45289ef6494fb42db089f6b3a835 is 50, key is test_row_0/B:col10/1732440123185/Put/seqid=0 2024-11-24T09:22:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741867_1043 (size=12151) 2024-11-24T09:22:03,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a33d45289ef6494fb42db089f6b3a835 2024-11-24T09:22:03,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/bf0e268ae159402b8ed11cf249e7e6f2 is 50, key is test_row_0/C:col10/1732440123185/Put/seqid=0 2024-11-24T09:22:03,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440183308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440183308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440183309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440183309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440183311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741868_1044 (size=12151) 2024-11-24T09:22:03,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/bf0e268ae159402b8ed11cf249e7e6f2 2024-11-24T09:22:03,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/4d60a2fa78184be396335e07b3ef8e46 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4d60a2fa78184be396335e07b3ef8e46 2024-11-24T09:22:03,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4d60a2fa78184be396335e07b3ef8e46, entries=200, sequenceid=160, filesize=14.2 K 2024-11-24T09:22:03,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a33d45289ef6494fb42db089f6b3a835 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a33d45289ef6494fb42db089f6b3a835 2024-11-24T09:22:03,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a33d45289ef6494fb42db089f6b3a835, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T09:22:03,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/bf0e268ae159402b8ed11cf249e7e6f2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/bf0e268ae159402b8ed11cf249e7e6f2 2024-11-24T09:22:03,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/bf0e268ae159402b8ed11cf249e7e6f2, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T09:22:03,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 8f8eadb07c025ee33bc930d7016f2f68 in 184ms, sequenceid=160, compaction requested=true 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:03,372 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:03,372 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:03,377 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:03,377 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:03,377 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:03,377 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50850 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:03,377 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aff84e4a79a54c98a0e3ebeaee323387, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a20bd95c0c594dd5990068d1c230278d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/fa6f30ce2c7942c99977d866babde9d1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a33d45289ef6494fb42db089f6b3a835] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=47.3 K 2024-11-24T09:22:03,377 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:03,378 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:03,378 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/89ba23e6764b428faa206b69e46de58a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4e80fd4ca1844b399ad77e904b17d27b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/23359bef64054185a96b6a017a9002a9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4d60a2fa78184be396335e07b3ef8e46] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=49.7 K 2024-11-24T09:22:03,378 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting aff84e4a79a54c98a0e3ebeaee323387, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440121126 2024-11-24T09:22:03,379 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a20bd95c0c594dd5990068d1c230278d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732440121507 2024-11-24T09:22:03,379 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89ba23e6764b428faa206b69e46de58a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440121126 2024-11-24T09:22:03,380 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting fa6f30ce2c7942c99977d866babde9d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732440121841 2024-11-24T09:22:03,381 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a33d45289ef6494fb42db089f6b3a835, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440122514 2024-11-24T09:22:03,384 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e80fd4ca1844b399ad77e904b17d27b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732440121507 2024-11-24T09:22:03,385 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23359bef64054185a96b6a017a9002a9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732440121841 2024-11-24T09:22:03,388 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d60a2fa78184be396335e07b3ef8e46, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440122514 2024-11-24T09:22:03,419 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:03,421 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2ff961dec32b41b0b235ef400f14ec72 is 50, key is test_row_0/A:col10/1732440123185/Put/seqid=0 2024-11-24T09:22:03,428 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:03,429 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/0a877e07dc9341a39191f5840cd3fce4 is 50, key is test_row_0/B:col10/1732440123185/Put/seqid=0 2024-11-24T09:22:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741869_1045 (size=12493) 2024-11-24T09:22:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741870_1046 (size=12493) 2024-11-24T09:22:03,493 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2ff961dec32b41b0b235ef400f14ec72 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2ff961dec32b41b0b235ef400f14ec72 2024-11-24T09:22:03,499 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/0a877e07dc9341a39191f5840cd3fce4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/0a877e07dc9341a39191f5840cd3fce4 2024-11-24T09:22:03,510 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 2ff961dec32b41b0b235ef400f14ec72(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:03,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:03,510 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=12, startTime=1732440123372; duration=0sec 2024-11-24T09:22:03,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:03,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:03,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:03,513 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:03,513 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:03,514 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:03,514 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5ab60f50c8e6456d8f656a343a7d8198, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/fdbdde3c133c4765a740728baca41730, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d88e9f7ce0c4990a2ea469d55afd2a0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/bf0e268ae159402b8ed11cf249e7e6f2] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=47.3 K 2024-11-24T09:22:03,514 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab60f50c8e6456d8f656a343a7d8198, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440121126 2024-11-24T09:22:03,515 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdbdde3c133c4765a740728baca41730, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732440121507 2024-11-24T09:22:03,516 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d88e9f7ce0c4990a2ea469d55afd2a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732440121841 2024-11-24T09:22:03,517 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf0e268ae159402b8ed11cf249e7e6f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440122514 2024-11-24T09:22:03,518 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 0a877e07dc9341a39191f5840cd3fce4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:03,518 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:03,518 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=12, startTime=1732440123372; duration=0sec 2024-11-24T09:22:03,518 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:03,518 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:03,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:03,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:03,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:03,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:03,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a33deccf7fa147b0b2cc00f76890786f is 50, key is test_row_0/A:col10/1732440123522/Put/seqid=0 2024-11-24T09:22:03,569 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:03,570 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5353c32f45fc46c2976e33b196eff705 is 50, key is test_row_0/C:col10/1732440123185/Put/seqid=0 2024-11-24T09:22:03,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741871_1047 (size=12151) 2024-11-24T09:22:03,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a33deccf7fa147b0b2cc00f76890786f 2024-11-24T09:22:03,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440183575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440183576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440183581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440183581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440183584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/20b53c6b5044497ea843476244e5e511 is 50, key is test_row_0/B:col10/1732440123522/Put/seqid=0 2024-11-24T09:22:03,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741872_1048 (size=12493) 2024-11-24T09:22:03,626 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5353c32f45fc46c2976e33b196eff705 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5353c32f45fc46c2976e33b196eff705 2024-11-24T09:22:03,644 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 5353c32f45fc46c2976e33b196eff705(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:03,644 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:03,644 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=12, startTime=1732440123372; duration=0sec 2024-11-24T09:22:03,645 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:03,645 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741873_1049 (size=12151) 2024-11-24T09:22:03,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/20b53c6b5044497ea843476244e5e511 2024-11-24T09:22:03,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/4035697471424c96b24c5eb3ce9554cc is 50, key is test_row_0/C:col10/1732440123522/Put/seqid=0 2024-11-24T09:22:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440183685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440183685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440183690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440183690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741874_1050 (size=12151) 2024-11-24T09:22:03,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440183694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/4035697471424c96b24c5eb3ce9554cc 2024-11-24T09:22:03,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a33deccf7fa147b0b2cc00f76890786f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a33deccf7fa147b0b2cc00f76890786f 2024-11-24T09:22:03,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a33deccf7fa147b0b2cc00f76890786f, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:22:03,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/20b53c6b5044497ea843476244e5e511 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/20b53c6b5044497ea843476244e5e511 2024-11-24T09:22:03,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/20b53c6b5044497ea843476244e5e511, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:22:03,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/4035697471424c96b24c5eb3ce9554cc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/4035697471424c96b24c5eb3ce9554cc 2024-11-24T09:22:03,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/4035697471424c96b24c5eb3ce9554cc, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:22:03,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8f8eadb07c025ee33bc930d7016f2f68 in 230ms, sequenceid=174, compaction requested=false 2024-11-24T09:22:03,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:03,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:03,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:03,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a59b9ccb38ca4e9884415f98a0dff9c6 is 50, key is test_row_0/A:col10/1732440123891/Put/seqid=0 2024-11-24T09:22:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741875_1051 (size=12151) 2024-11-24T09:22:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-24T09:22:03,945 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-24T09:22:03,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:03,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-24T09:22:03,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:22:03,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:03,955 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:03,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440183951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440183955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440183956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440183957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440183959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:22:04,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440184059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440184062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440184061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440184063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440184064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:04,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:22:04,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440184264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440184266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440184267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440184268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440184270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a59b9ccb38ca4e9884415f98a0dff9c6 2024-11-24T09:22:04,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/e27ae295c6a24bf7b71600f1cdbd91dd is 50, key is test_row_0/B:col10/1732440123891/Put/seqid=0 2024-11-24T09:22:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741876_1052 (size=12151) 2024-11-24T09:22:04,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/e27ae295c6a24bf7b71600f1cdbd91dd 2024-11-24T09:22:04,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/27757913a3f0405fa1fd48b513afcbb0 is 50, key is test_row_0/C:col10/1732440123891/Put/seqid=0 2024-11-24T09:22:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741877_1053 (size=12151) 2024-11-24T09:22:04,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/27757913a3f0405fa1fd48b513afcbb0 2024-11-24T09:22:04,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a59b9ccb38ca4e9884415f98a0dff9c6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a59b9ccb38ca4e9884415f98a0dff9c6 2024-11-24T09:22:04,421 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a59b9ccb38ca4e9884415f98a0dff9c6, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T09:22:04,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/e27ae295c6a24bf7b71600f1cdbd91dd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/e27ae295c6a24bf7b71600f1cdbd91dd 2024-11-24T09:22:04,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/e27ae295c6a24bf7b71600f1cdbd91dd, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T09:22:04,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/27757913a3f0405fa1fd48b513afcbb0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/27757913a3f0405fa1fd48b513afcbb0 2024-11-24T09:22:04,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/27757913a3f0405fa1fd48b513afcbb0, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T09:22:04,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 8f8eadb07c025ee33bc930d7016f2f68 in 560ms, sequenceid=201, compaction requested=true 2024-11-24T09:22:04,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:04,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:04,452 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:04,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:04,453 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:04,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:04,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:04,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:04,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:04,455 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:04,455 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:04,455 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,455 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2ff961dec32b41b0b235ef400f14ec72, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a33deccf7fa147b0b2cc00f76890786f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a59b9ccb38ca4e9884415f98a0dff9c6] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.9 K 2024-11-24T09:22:04,456 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:04,456 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ff961dec32b41b0b235ef400f14ec72, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440122514 2024-11-24T09:22:04,456 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:04,456 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,456 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/0a877e07dc9341a39191f5840cd3fce4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/20b53c6b5044497ea843476244e5e511, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/e27ae295c6a24bf7b71600f1cdbd91dd] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.9 K 2024-11-24T09:22:04,457 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a33deccf7fa147b0b2cc00f76890786f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440123198 2024-11-24T09:22:04,457 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a877e07dc9341a39191f5840cd3fce4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440122514 2024-11-24T09:22:04,458 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a59b9ccb38ca4e9884415f98a0dff9c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440123566 2024-11-24T09:22:04,458 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 20b53c6b5044497ea843476244e5e511, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440123198 2024-11-24T09:22:04,458 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e27ae295c6a24bf7b71600f1cdbd91dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440123566 2024-11-24T09:22:04,488 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:04,489 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/d6d19e1d72f843f9a0bdff43a899dde5 is 50, key is test_row_0/B:col10/1732440123891/Put/seqid=0 2024-11-24T09:22:04,506 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:04,507 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/6371f3acce8047479e0fa09c8852f676 is 50, key is test_row_0/A:col10/1732440123891/Put/seqid=0 2024-11-24T09:22:04,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741878_1054 (size=12595) 2024-11-24T09:22:04,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741879_1055 (size=12595) 2024-11-24T09:22:04,550 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/6371f3acce8047479e0fa09c8852f676 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6371f3acce8047479e0fa09c8852f676 2024-11-24T09:22:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:22:04,561 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 6371f3acce8047479e0fa09c8852f676(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:04,561 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:04,561 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440124452; duration=0sec 2024-11-24T09:22:04,561 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:04,561 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:04,562 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:04,563 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:04,563 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:04,564 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,564 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5353c32f45fc46c2976e33b196eff705, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/4035697471424c96b24c5eb3ce9554cc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/27757913a3f0405fa1fd48b513afcbb0] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=35.9 K 2024-11-24T09:22:04,565 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5353c32f45fc46c2976e33b196eff705, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440122514 2024-11-24T09:22:04,566 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4035697471424c96b24c5eb3ce9554cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440123198 2024-11-24T09:22:04,566 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27757913a3f0405fa1fd48b513afcbb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440123566 2024-11-24T09:22:04,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:04,577 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:04,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:04,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:04,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:04,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:04,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/859de27320b3420b9770c2fed7447809 is 50, key is test_row_0/A:col10/1732440123953/Put/seqid=0 2024-11-24T09:22:04,618 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:04,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440184614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,619 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/0c6df81bc1e24d0092e97a61dfd938bf is 50, key is test_row_0/C:col10/1732440123891/Put/seqid=0 2024-11-24T09:22:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440184614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440184617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440184618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440184618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741880_1056 (size=14541) 2024-11-24T09:22:04,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/859de27320b3420b9770c2fed7447809 2024-11-24T09:22:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741881_1057 (size=12595) 2024-11-24T09:22:04,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ce57734fa6294652b24a9b1db1034e36 is 50, key is test_row_0/B:col10/1732440123953/Put/seqid=0 2024-11-24T09:22:04,670 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/0c6df81bc1e24d0092e97a61dfd938bf as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0c6df81bc1e24d0092e97a61dfd938bf 2024-11-24T09:22:04,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741882_1058 (size=12151) 2024-11-24T09:22:04,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ce57734fa6294652b24a9b1db1034e36 2024-11-24T09:22:04,681 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 0c6df81bc1e24d0092e97a61dfd938bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:04,682 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:04,682 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440124453; duration=0sec 2024-11-24T09:22:04,682 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:04,682 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:04,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/f182829196924c1ca319475851ec9708 is 50, key is test_row_0/C:col10/1732440123953/Put/seqid=0 2024-11-24T09:22:04,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440184722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440184721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440184722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440184723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440184724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:04,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741883_1059 (size=12151) 2024-11-24T09:22:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:04,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440184928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440184930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440184933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440184933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440184933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:04,943 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/d6d19e1d72f843f9a0bdff43a899dde5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/d6d19e1d72f843f9a0bdff43a899dde5 2024-11-24T09:22:04,954 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into d6d19e1d72f843f9a0bdff43a899dde5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:04,955 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:04,955 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440124453; duration=0sec 2024-11-24T09:22:04,955 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:04,955 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:05,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:05,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:05,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:22:05,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/f182829196924c1ca319475851ec9708 2024-11-24T09:22:05,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/859de27320b3420b9770c2fed7447809 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/859de27320b3420b9770c2fed7447809 2024-11-24T09:22:05,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/859de27320b3420b9770c2fed7447809, entries=200, sequenceid=215, filesize=14.2 K 2024-11-24T09:22:05,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ce57734fa6294652b24a9b1db1034e36 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ce57734fa6294652b24a9b1db1034e36 2024-11-24T09:22:05,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ce57734fa6294652b24a9b1db1034e36, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:22:05,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/f182829196924c1ca319475851ec9708 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/f182829196924c1ca319475851ec9708 2024-11-24T09:22:05,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/f182829196924c1ca319475851ec9708, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:22:05,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8f8eadb07c025ee33bc930d7016f2f68 in 604ms, sequenceid=215, compaction requested=false 2024-11-24T09:22:05,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:05,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-24T09:22:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:05,208 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:05,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/435e9a5d83654b4d8d15a988fc8bf4cd is 50, key is test_row_0/A:col10/1732440124614/Put/seqid=0 2024-11-24T09:22:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:05,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:05,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741884_1060 (size=12151) 2024-11-24T09:22:05,252 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/435e9a5d83654b4d8d15a988fc8bf4cd 2024-11-24T09:22:05,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440185254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440185255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440185255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440185256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440185257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/59bdd2857c9d45a18621f302d46c3e75 is 50, key is test_row_0/B:col10/1732440124614/Put/seqid=0 2024-11-24T09:22:05,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741885_1061 (size=12151) 2024-11-24T09:22:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440185361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440185362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440185364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440185364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440185366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440185566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440185566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440185568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440185569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440185570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,685 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/59bdd2857c9d45a18621f302d46c3e75 2024-11-24T09:22:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c0519e9101fc4bd69cdc7982e839da91 is 50, key is test_row_0/C:col10/1732440124614/Put/seqid=0 2024-11-24T09:22:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741886_1062 (size=12151) 2024-11-24T09:22:05,710 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c0519e9101fc4bd69cdc7982e839da91 2024-11-24T09:22:05,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/435e9a5d83654b4d8d15a988fc8bf4cd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/435e9a5d83654b4d8d15a988fc8bf4cd 2024-11-24T09:22:05,727 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/435e9a5d83654b4d8d15a988fc8bf4cd, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T09:22:05,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/59bdd2857c9d45a18621f302d46c3e75 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/59bdd2857c9d45a18621f302d46c3e75 2024-11-24T09:22:05,737 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/59bdd2857c9d45a18621f302d46c3e75, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T09:22:05,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c0519e9101fc4bd69cdc7982e839da91 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c0519e9101fc4bd69cdc7982e839da91 2024-11-24T09:22:05,745 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c0519e9101fc4bd69cdc7982e839da91, entries=150, sequenceid=240, filesize=11.9 K 2024-11-24T09:22:05,746 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8f8eadb07c025ee33bc930d7016f2f68 in 538ms, sequenceid=240, compaction requested=true 2024-11-24T09:22:05,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:05,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:05,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-24T09:22:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-24T09:22:05,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T09:22:05,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7930 sec 2024-11-24T09:22:05,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.8030 sec 2024-11-24T09:22:05,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:22:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:05,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/6d93fa9bea6b45c2a5c23527447daab7 is 50, key is test_row_0/A:col10/1732440125252/Put/seqid=0 2024-11-24T09:22:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440185901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440185900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440185902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440185908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440185910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:05,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741887_1063 (size=14541) 2024-11-24T09:22:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440186012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440186013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440186013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440186018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440186018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-24T09:22:06,061 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-24T09:22:06,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-24T09:22:06,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:22:06,070 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:06,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:22:06,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440186218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440186219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440186219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440186221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440186228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:06,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/6d93fa9bea6b45c2a5c23527447daab7 2024-11-24T09:22:06,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a973dcd29f824a7aa72208f2713acec0 is 50, key is test_row_0/B:col10/1732440125252/Put/seqid=0 2024-11-24T09:22:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:22:06,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741888_1064 (size=12151) 2024-11-24T09:22:06,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440186522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440186522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440186528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440186529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440186532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,554 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:06,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:06,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:22:06,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:06,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:06,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a973dcd29f824a7aa72208f2713acec0 2024-11-24T09:22:06,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a1a56b8970874ce380ea9f8e03612578 is 50, key is test_row_0/C:col10/1732440125252/Put/seqid=0 2024-11-24T09:22:06,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741889_1065 (size=12151) 2024-11-24T09:22:06,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a1a56b8970874ce380ea9f8e03612578 2024-11-24T09:22:06,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:06,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:06,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:06,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/6d93fa9bea6b45c2a5c23527447daab7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6d93fa9bea6b45c2a5c23527447daab7 2024-11-24T09:22:06,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6d93fa9bea6b45c2a5c23527447daab7, entries=200, sequenceid=255, filesize=14.2 K 2024-11-24T09:22:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a973dcd29f824a7aa72208f2713acec0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a973dcd29f824a7aa72208f2713acec0 2024-11-24T09:22:06,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a973dcd29f824a7aa72208f2713acec0, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T09:22:06,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a1a56b8970874ce380ea9f8e03612578 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a1a56b8970874ce380ea9f8e03612578 2024-11-24T09:22:06,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a1a56b8970874ce380ea9f8e03612578, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T09:22:06,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8f8eadb07c025ee33bc930d7016f2f68 in 1072ms, sequenceid=255, compaction requested=true 2024-11-24T09:22:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:06,945 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:06,945 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:06,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:06,947 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:06,947 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:06,947 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,947 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:06,948 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6371f3acce8047479e0fa09c8852f676, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/859de27320b3420b9770c2fed7447809, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/435e9a5d83654b4d8d15a988fc8bf4cd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6d93fa9bea6b45c2a5c23527447daab7] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=52.6 K 2024-11-24T09:22:06,948 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:06,948 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:06,948 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/d6d19e1d72f843f9a0bdff43a899dde5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ce57734fa6294652b24a9b1db1034e36, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/59bdd2857c9d45a18621f302d46c3e75, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a973dcd29f824a7aa72208f2713acec0] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=47.9 K 2024-11-24T09:22:06,948 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d6d19e1d72f843f9a0bdff43a899dde5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440123566 2024-11-24T09:22:06,948 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6371f3acce8047479e0fa09c8852f676, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440123566 2024-11-24T09:22:06,949 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 859de27320b3420b9770c2fed7447809, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440123953 2024-11-24T09:22:06,949 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ce57734fa6294652b24a9b1db1034e36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440123953 2024-11-24T09:22:06,950 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 435e9a5d83654b4d8d15a988fc8bf4cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732440124614 2024-11-24T09:22:06,950 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 59bdd2857c9d45a18621f302d46c3e75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732440124614 2024-11-24T09:22:06,950 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d93fa9bea6b45c2a5c23527447daab7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440125251 2024-11-24T09:22:06,951 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a973dcd29f824a7aa72208f2713acec0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440125252 2024-11-24T09:22:06,974 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:06,975 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/5c03553f7c9b4d269bd26ef125ae94d6 is 50, key is test_row_0/A:col10/1732440125252/Put/seqid=0 2024-11-24T09:22:06,982 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:06,982 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/00e85911ff404a19a1fc90e57604979b is 50, key is test_row_0/B:col10/1732440125252/Put/seqid=0 2024-11-24T09:22:07,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:07,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:22:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741890_1066 (size=12731) 2024-11-24T09:22:07,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:07,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/02aeb497f6e54a33beea6e7994a57e58 is 50, key is test_row_0/A:col10/1732440125908/Put/seqid=0 2024-11-24T09:22:07,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741891_1067 (size=12731) 2024-11-24T09:22:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741892_1068 (size=14741) 2024-11-24T09:22:07,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440187057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440187060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440187062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/02aeb497f6e54a33beea6e7994a57e58 2024-11-24T09:22:07,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440187065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440187064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/c15ddc1da7be481bb335ccd71443de9f is 50, key is test_row_0/B:col10/1732440125908/Put/seqid=0 2024-11-24T09:22:07,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741893_1069 (size=12301) 2024-11-24T09:22:07,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:22:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440187172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440187178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:07,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:07,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440187189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440187189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440187189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:07,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:07,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440187387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440187388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440187398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440187399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440187400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,449 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/5c03553f7c9b4d269bd26ef125ae94d6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5c03553f7c9b4d269bd26ef125ae94d6 2024-11-24T09:22:07,458 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 5c03553f7c9b4d269bd26ef125ae94d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:07,458 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:07,459 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=12, startTime=1732440126945; duration=0sec 2024-11-24T09:22:07,459 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:07,459 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:07,459 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:07,461 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:07,462 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:07,462 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,462 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0c6df81bc1e24d0092e97a61dfd938bf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/f182829196924c1ca319475851ec9708, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c0519e9101fc4bd69cdc7982e839da91, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a1a56b8970874ce380ea9f8e03612578] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=47.9 K 2024-11-24T09:22:07,462 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/00e85911ff404a19a1fc90e57604979b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/00e85911ff404a19a1fc90e57604979b 2024-11-24T09:22:07,462 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c6df81bc1e24d0092e97a61dfd938bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440123566 2024-11-24T09:22:07,463 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f182829196924c1ca319475851ec9708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440123953 2024-11-24T09:22:07,463 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0519e9101fc4bd69cdc7982e839da91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732440124614 2024-11-24T09:22:07,464 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1a56b8970874ce380ea9f8e03612578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440125252 2024-11-24T09:22:07,470 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 00e85911ff404a19a1fc90e57604979b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:07,470 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:07,471 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=12, startTime=1732440126945; duration=0sec 2024-11-24T09:22:07,471 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:07,471 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:07,487 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:07,487 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/cb79b973ee104644864d22eb8b404b93 is 50, key is test_row_0/C:col10/1732440125252/Put/seqid=0 2024-11-24T09:22:07,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:07,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741894_1070 (size=12731) 2024-11-24T09:22:07,541 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/cb79b973ee104644864d22eb8b404b93 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cb79b973ee104644864d22eb8b404b93 2024-11-24T09:22:07,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/c15ddc1da7be481bb335ccd71443de9f 2024-11-24T09:22:07,551 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into cb79b973ee104644864d22eb8b404b93(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:07,552 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:07,552 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=12, startTime=1732440126945; duration=0sec 2024-11-24T09:22:07,552 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:07,552 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:07,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5db2be9a5019418698befc604b49bfe8 is 50, key is test_row_0/C:col10/1732440125908/Put/seqid=0 2024-11-24T09:22:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741895_1071 (size=12301) 2024-11-24T09:22:07,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5db2be9a5019418698befc604b49bfe8 2024-11-24T09:22:07,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/02aeb497f6e54a33beea6e7994a57e58 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/02aeb497f6e54a33beea6e7994a57e58 2024-11-24T09:22:07,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/02aeb497f6e54a33beea6e7994a57e58, entries=200, sequenceid=277, filesize=14.4 K 2024-11-24T09:22:07,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/c15ddc1da7be481bb335ccd71443de9f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c15ddc1da7be481bb335ccd71443de9f 2024-11-24T09:22:07,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c15ddc1da7be481bb335ccd71443de9f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T09:22:07,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5db2be9a5019418698befc604b49bfe8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5db2be9a5019418698befc604b49bfe8 2024-11-24T09:22:07,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5db2be9a5019418698befc604b49bfe8, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T09:22:07,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8f8eadb07c025ee33bc930d7016f2f68 in 616ms, sequenceid=277, compaction requested=false 2024-11-24T09:22:07,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:07,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-24T09:22:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,653 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:22:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:07,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/e9dbb247ac974c28a1eac43d91fa07fe is 50, key is test_row_0/A:col10/1732440127057/Put/seqid=0 2024-11-24T09:22:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:07,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:07,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741896_1072 (size=12301) 2024-11-24T09:22:07,716 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/e9dbb247ac974c28a1eac43d91fa07fe 2024-11-24T09:22:07,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/31e6b3e2c44b49ae831ec4380aa170d6 is 50, key is test_row_0/B:col10/1732440127057/Put/seqid=0 2024-11-24T09:22:07,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440187751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440187753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440187754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440187751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440187756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741897_1073 (size=12301) 2024-11-24T09:22:07,791 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/31e6b3e2c44b49ae831ec4380aa170d6 2024-11-24T09:22:07,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/2ef223062a114d39a0d201e3d21f4c10 is 50, key is test_row_0/C:col10/1732440127057/Put/seqid=0 2024-11-24T09:22:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741898_1074 (size=12301) 2024-11-24T09:22:07,858 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/2ef223062a114d39a0d201e3d21f4c10 2024-11-24T09:22:07,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440187862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440187864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440187864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/e9dbb247ac974c28a1eac43d91fa07fe as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/e9dbb247ac974c28a1eac43d91fa07fe 2024-11-24T09:22:07,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440187867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/e9dbb247ac974c28a1eac43d91fa07fe, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T09:22:07,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440187866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:07,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/31e6b3e2c44b49ae831ec4380aa170d6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/31e6b3e2c44b49ae831ec4380aa170d6 2024-11-24T09:22:07,892 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/31e6b3e2c44b49ae831ec4380aa170d6, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T09:22:07,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/2ef223062a114d39a0d201e3d21f4c10 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/2ef223062a114d39a0d201e3d21f4c10 2024-11-24T09:22:07,913 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/2ef223062a114d39a0d201e3d21f4c10, entries=150, sequenceid=294, filesize=12.0 K 2024-11-24T09:22:07,914 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8f8eadb07c025ee33bc930d7016f2f68 in 261ms, sequenceid=294, compaction requested=true 2024-11-24T09:22:07,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:07,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:07,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-24T09:22:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-24T09:22:07,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-24T09:22:07,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-11-24T09:22:07,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.8550 sec 2024-11-24T09:22:08,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:08,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:08,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:08,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a79627a8dd044e8693e9abc09bf41800 is 50, key is test_row_0/A:col10/1732440128075/Put/seqid=0 2024-11-24T09:22:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741899_1075 (size=17181) 2024-11-24T09:22:08,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440188096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440188097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440188104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440188104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440188105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-24T09:22:08,182 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-24T09:22:08,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-24T09:22:08,187 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:08,188 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:08,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:08,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440188212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440188214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440188215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440188215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440188215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:08,340 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440188417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440188417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440188420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440188420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440188422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:08,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a79627a8dd044e8693e9abc09bf41800 2024-11-24T09:22:08,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/3247c24882de49e69500ebf8bb2c793e is 50, key is test_row_0/B:col10/1732440128075/Put/seqid=0 2024-11-24T09:22:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741900_1076 (size=12301) 2024-11-24T09:22:08,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/3247c24882de49e69500ebf8bb2c793e 2024-11-24T09:22:08,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/43eaffedf72647cb8ec22d7e0d5fcf16 is 50, key is test_row_0/C:col10/1732440128075/Put/seqid=0 2024-11-24T09:22:08,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741901_1077 (size=12301) 2024-11-24T09:22:08,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/43eaffedf72647cb8ec22d7e0d5fcf16 2024-11-24T09:22:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a79627a8dd044e8693e9abc09bf41800 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a79627a8dd044e8693e9abc09bf41800 2024-11-24T09:22:08,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a79627a8dd044e8693e9abc09bf41800, entries=250, sequenceid=319, filesize=16.8 K 2024-11-24T09:22:08,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/3247c24882de49e69500ebf8bb2c793e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3247c24882de49e69500ebf8bb2c793e 2024-11-24T09:22:08,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3247c24882de49e69500ebf8bb2c793e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T09:22:08,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/43eaffedf72647cb8ec22d7e0d5fcf16 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/43eaffedf72647cb8ec22d7e0d5fcf16 2024-11-24T09:22:08,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/43eaffedf72647cb8ec22d7e0d5fcf16, entries=150, sequenceid=319, filesize=12.0 K 2024-11-24T09:22:08,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8f8eadb07c025ee33bc930d7016f2f68 in 606ms, sequenceid=319, compaction requested=true 2024-11-24T09:22:08,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:08,682 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:08,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:08,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:08,683 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:08,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:08,685 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:08,685 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:08,686 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,686 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/00e85911ff404a19a1fc90e57604979b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c15ddc1da7be481bb335ccd71443de9f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/31e6b3e2c44b49ae831ec4380aa170d6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3247c24882de49e69500ebf8bb2c793e] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=48.5 K 2024-11-24T09:22:08,685 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:08,686 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:08,686 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 00e85911ff404a19a1fc90e57604979b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440125252 2024-11-24T09:22:08,687 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c15ddc1da7be481bb335ccd71443de9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440125906 2024-11-24T09:22:08,688 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e6b3e2c44b49ae831ec4380aa170d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732440127044 2024-11-24T09:22:08,688 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3247c24882de49e69500ebf8bb2c793e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732440127754 2024-11-24T09:22:08,688 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,688 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5c03553f7c9b4d269bd26ef125ae94d6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/02aeb497f6e54a33beea6e7994a57e58, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/e9dbb247ac974c28a1eac43d91fa07fe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a79627a8dd044e8693e9abc09bf41800] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=55.6 K 2024-11-24T09:22:08,691 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c03553f7c9b4d269bd26ef125ae94d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440125252 2024-11-24T09:22:08,692 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02aeb497f6e54a33beea6e7994a57e58, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440125900 2024-11-24T09:22:08,693 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9dbb247ac974c28a1eac43d91fa07fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732440127044 2024-11-24T09:22:08,694 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a79627a8dd044e8693e9abc09bf41800, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732440127732 2024-11-24T09:22:08,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:08,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:08,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:08,712 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#63 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:08,713 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/8fe0a46dc82e4a528c38cc2e1610a202 is 50, key is test_row_0/B:col10/1732440128075/Put/seqid=0 2024-11-24T09:22:08,724 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:08,725 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a5193c41b0ec47b69bfd5d52f7ced825 is 50, key is test_row_0/A:col10/1732440128075/Put/seqid=0 2024-11-24T09:22:08,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:08,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:08,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:08,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:08,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:08,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:08,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:08,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741902_1078 (size=13017) 2024-11-24T09:22:08,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/bd6a96d894634b1ca8a0b1487b1fd496 is 50, key is test_row_0/A:col10/1732440128723/Put/seqid=0 2024-11-24T09:22:08,783 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/8fe0a46dc82e4a528c38cc2e1610a202 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/8fe0a46dc82e4a528c38cc2e1610a202 2024-11-24T09:22:08,790 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 8fe0a46dc82e4a528c38cc2e1610a202(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:08,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:08,791 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=12, startTime=1732440128683; duration=0sec 2024-11-24T09:22:08,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:08,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:08,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:08,793 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:08,793 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:08,794 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,794 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cb79b973ee104644864d22eb8b404b93, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5db2be9a5019418698befc604b49bfe8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/2ef223062a114d39a0d201e3d21f4c10, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/43eaffedf72647cb8ec22d7e0d5fcf16] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=48.5 K 2024-11-24T09:22:08,795 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting cb79b973ee104644864d22eb8b404b93, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440125252 2024-11-24T09:22:08,795 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5db2be9a5019418698befc604b49bfe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440125906 2024-11-24T09:22:08,796 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef223062a114d39a0d201e3d21f4c10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732440127044 2024-11-24T09:22:08,796 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 43eaffedf72647cb8ec22d7e0d5fcf16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732440127754 2024-11-24T09:22:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440188797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440188797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440188797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440188798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440188800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741904_1080 (size=14741) 2024-11-24T09:22:08,862 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:08,863 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/77c8bbb1dd03426ba339339154e593dd is 50, key is test_row_0/C:col10/1732440128075/Put/seqid=0 2024-11-24T09:22:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741903_1079 (size=13017) 2024-11-24T09:22:08,873 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a5193c41b0ec47b69bfd5d52f7ced825 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a5193c41b0ec47b69bfd5d52f7ced825 2024-11-24T09:22:08,883 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into a5193c41b0ec47b69bfd5d52f7ced825(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:08,884 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:08,884 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=12, startTime=1732440128682; duration=0sec 2024-11-24T09:22:08,884 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:08,884 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:08,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440188907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741905_1081 (size=13017) 2024-11-24T09:22:08,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440188908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440188909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440188909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440188910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,921 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/77c8bbb1dd03426ba339339154e593dd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/77c8bbb1dd03426ba339339154e593dd 2024-11-24T09:22:08,930 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 77c8bbb1dd03426ba339339154e593dd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:08,930 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:08,930 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=12, startTime=1732440128702; duration=0sec 2024-11-24T09:22:08,931 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:08,931 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:08,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:08,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:08,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440189112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440189114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440189116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440189117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440189120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/bd6a96d894634b1ca8a0b1487b1fd496 2024-11-24T09:22:09,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/da84cb68276445e5b7727be2182c607d is 50, key is test_row_0/B:col10/1732440128723/Put/seqid=0 2024-11-24T09:22:09,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:09,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:09,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:09,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741906_1082 (size=12301) 2024-11-24T09:22:09,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/da84cb68276445e5b7727be2182c607d 2024-11-24T09:22:09,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/098127e371554a65bbacc320bad56083 is 50, key is test_row_0/C:col10/1732440128723/Put/seqid=0 2024-11-24T09:22:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741907_1083 (size=12301) 2024-11-24T09:22:09,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/098127e371554a65bbacc320bad56083 2024-11-24T09:22:09,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/bd6a96d894634b1ca8a0b1487b1fd496 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bd6a96d894634b1ca8a0b1487b1fd496 2024-11-24T09:22:09,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bd6a96d894634b1ca8a0b1487b1fd496, entries=200, sequenceid=331, filesize=14.4 K 2024-11-24T09:22:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/da84cb68276445e5b7727be2182c607d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/da84cb68276445e5b7727be2182c607d 2024-11-24T09:22:09,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/da84cb68276445e5b7727be2182c607d, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T09:22:09,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/098127e371554a65bbacc320bad56083 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/098127e371554a65bbacc320bad56083 2024-11-24T09:22:09,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/098127e371554a65bbacc320bad56083, entries=150, sequenceid=331, filesize=12.0 K 2024-11-24T09:22:09,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8f8eadb07c025ee33bc930d7016f2f68 in 687ms, sequenceid=331, compaction requested=false 2024-11-24T09:22:09,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:09,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:09,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:09,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:09,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:09,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:09,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/36e2d9f80ebf48e69d7dab18830453ef is 50, key is test_row_0/A:col10/1732440129423/Put/seqid=0 2024-11-24T09:22:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440189441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440189439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440189450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440189451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440189451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741908_1084 (size=14741) 2024-11-24T09:22:09,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/36e2d9f80ebf48e69d7dab18830453ef 2024-11-24T09:22:09,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/aa7d866d8c384db192ac64c53cc5bb7b is 50, key is test_row_0/B:col10/1732440129423/Put/seqid=0 2024-11-24T09:22:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741909_1085 (size=12301) 2024-11-24T09:22:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440189553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440189554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440189560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440189561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440189564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440189760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440189762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440189763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440189769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440189774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,895 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:09,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:09,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:09,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/aa7d866d8c384db192ac64c53cc5bb7b 2024-11-24T09:22:09,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/829bfe26afed47f387671d72ba2d30dc is 50, key is test_row_0/C:col10/1732440129423/Put/seqid=0 2024-11-24T09:22:09,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741910_1086 (size=12301) 2024-11-24T09:22:09,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/829bfe26afed47f387671d72ba2d30dc 2024-11-24T09:22:09,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/36e2d9f80ebf48e69d7dab18830453ef as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/36e2d9f80ebf48e69d7dab18830453ef 2024-11-24T09:22:10,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/36e2d9f80ebf48e69d7dab18830453ef, entries=200, sequenceid=359, filesize=14.4 K 2024-11-24T09:22:10,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/aa7d866d8c384db192ac64c53cc5bb7b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aa7d866d8c384db192ac64c53cc5bb7b 2024-11-24T09:22:10,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aa7d866d8c384db192ac64c53cc5bb7b, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T09:22:10,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/829bfe26afed47f387671d72ba2d30dc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/829bfe26afed47f387671d72ba2d30dc 2024-11-24T09:22:10,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/829bfe26afed47f387671d72ba2d30dc, entries=150, sequenceid=359, filesize=12.0 K 2024-11-24T09:22:10,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8f8eadb07c025ee33bc930d7016f2f68 in 612ms, sequenceid=359, compaction requested=true 2024-11-24T09:22:10,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:10,037 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:10,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:10,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:10,038 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:10,039 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:10,039 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:10,040 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:10,040 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a5193c41b0ec47b69bfd5d52f7ced825, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bd6a96d894634b1ca8a0b1487b1fd496, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/36e2d9f80ebf48e69d7dab18830453ef] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=41.5 K 2024-11-24T09:22:10,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:10,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:10,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:10,041 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5193c41b0ec47b69bfd5d52f7ced825, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732440127754 2024-11-24T09:22:10,040 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:10,041 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:10,041 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:10,042 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/8fe0a46dc82e4a528c38cc2e1610a202, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/da84cb68276445e5b7727be2182c607d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aa7d866d8c384db192ac64c53cc5bb7b] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.7 K 2024-11-24T09:22:10,042 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd6a96d894634b1ca8a0b1487b1fd496, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732440128089 2024-11-24T09:22:10,042 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fe0a46dc82e4a528c38cc2e1610a202, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732440127754 2024-11-24T09:22:10,044 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36e2d9f80ebf48e69d7dab18830453ef, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732440128793 2024-11-24T09:22:10,044 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting da84cb68276445e5b7727be2182c607d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732440128089 2024-11-24T09:22:10,045 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting aa7d866d8c384db192ac64c53cc5bb7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732440128793 2024-11-24T09:22:10,045 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:10,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-24T09:22:10,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:10,051 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:22:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:10,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/898540498c7c43a49906834326f22381 is 50, key is test_row_0/A:col10/1732440129449/Put/seqid=0 2024-11-24T09:22:10,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:10,072 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:10,073 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/128af10c62504b79b14d8ecbc1b99844 is 50, key is test_row_0/A:col10/1732440129423/Put/seqid=0 2024-11-24T09:22:10,083 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:10,086 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ffea039a8a6e4089ac45b48041d88db3 is 50, key is test_row_0/B:col10/1732440129423/Put/seqid=0 2024-11-24T09:22:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440190104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440190105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440190105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440190109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741911_1087 (size=12301) 2024-11-24T09:22:10,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,119 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/898540498c7c43a49906834326f22381 2024-11-24T09:22:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440190117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741912_1088 (size=13119) 2024-11-24T09:22:10,157 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/128af10c62504b79b14d8ecbc1b99844 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/128af10c62504b79b14d8ecbc1b99844 2024-11-24T09:22:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/b2d1d7b24e874edd818bc3de8f8da680 is 50, key is test_row_0/B:col10/1732440129449/Put/seqid=0 2024-11-24T09:22:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741913_1089 (size=13119) 2024-11-24T09:22:10,173 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 128af10c62504b79b14d8ecbc1b99844(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:10,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:10,174 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440130037; duration=0sec 2024-11-24T09:22:10,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:10,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:10,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:10,180 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:10,180 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:10,180 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:10,181 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/77c8bbb1dd03426ba339339154e593dd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/098127e371554a65bbacc320bad56083, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/829bfe26afed47f387671d72ba2d30dc] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.7 K 2024-11-24T09:22:10,181 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77c8bbb1dd03426ba339339154e593dd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732440127754 2024-11-24T09:22:10,182 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 098127e371554a65bbacc320bad56083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732440128089 2024-11-24T09:22:10,182 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 829bfe26afed47f387671d72ba2d30dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732440128793 2024-11-24T09:22:10,185 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/ffea039a8a6e4089ac45b48041d88db3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ffea039a8a6e4089ac45b48041d88db3 2024-11-24T09:22:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741914_1090 (size=12301) 2024-11-24T09:22:10,197 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/b2d1d7b24e874edd818bc3de8f8da680 2024-11-24T09:22:10,197 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into ffea039a8a6e4089ac45b48041d88db3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:10,197 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:10,197 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440130038; duration=0sec 2024-11-24T09:22:10,197 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:10,197 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:10,207 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:10,208 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8d1699e212ff41d88795aaf9ff24b727 is 50, key is test_row_0/C:col10/1732440129423/Put/seqid=0 2024-11-24T09:22:10,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/46448d1873d64730a2454d0b41ff8fe3 is 50, key is test_row_0/C:col10/1732440129449/Put/seqid=0 2024-11-24T09:22:10,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440190220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440190220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440190220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440190221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440190221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741915_1091 (size=13119) 2024-11-24T09:22:10,251 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8d1699e212ff41d88795aaf9ff24b727 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d1699e212ff41d88795aaf9ff24b727 2024-11-24T09:22:10,260 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 8d1699e212ff41d88795aaf9ff24b727(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:10,260 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:10,260 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440130040; duration=0sec 2024-11-24T09:22:10,260 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:10,260 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741916_1092 (size=12301) 2024-11-24T09:22:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:10,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440190425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440190425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440190425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440190425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440190426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,676 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/46448d1873d64730a2454d0b41ff8fe3 2024-11-24T09:22:10,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/898540498c7c43a49906834326f22381 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/898540498c7c43a49906834326f22381 2024-11-24T09:22:10,705 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/898540498c7c43a49906834326f22381, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T09:22:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/b2d1d7b24e874edd818bc3de8f8da680 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/b2d1d7b24e874edd818bc3de8f8da680 2024-11-24T09:22:10,715 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/b2d1d7b24e874edd818bc3de8f8da680, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T09:22:10,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/46448d1873d64730a2454d0b41ff8fe3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/46448d1873d64730a2454d0b41ff8fe3 2024-11-24T09:22:10,725 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/46448d1873d64730a2454d0b41ff8fe3, entries=150, sequenceid=371, filesize=12.0 K 2024-11-24T09:22:10,729 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8f8eadb07c025ee33bc930d7016f2f68 in 678ms, sequenceid=371, compaction requested=false 2024-11-24T09:22:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:10,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-24T09:22:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-24T09:22:10,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-24T09:22:10,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5430 sec 2024-11-24T09:22:10,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.5500 sec 2024-11-24T09:22:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:10,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:22:10,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:10,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:10,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:10,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:10,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440190753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440190757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440190763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440190764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/bbf9f2d06423480a9531e2c3d60bb0b8 is 50, key is test_row_0/A:col10/1732440130740/Put/seqid=0 2024-11-24T09:22:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440190767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741917_1093 (size=12301) 2024-11-24T09:22:10,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/bbf9f2d06423480a9531e2c3d60bb0b8 2024-11-24T09:22:10,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6668e8aafaae4f349051dd53e5c34024 is 50, key is test_row_0/B:col10/1732440130740/Put/seqid=0 2024-11-24T09:22:10,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440190866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440190868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440190871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440190871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440190873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741918_1094 (size=12301) 2024-11-24T09:22:10,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6668e8aafaae4f349051dd53e5c34024 2024-11-24T09:22:10,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8626e239ce2e457bbed0028b442fef1f is 50, key is test_row_0/C:col10/1732440130740/Put/seqid=0 2024-11-24T09:22:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741919_1095 (size=12301) 2024-11-24T09:22:10,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8626e239ce2e457bbed0028b442fef1f 2024-11-24T09:22:10,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/bbf9f2d06423480a9531e2c3d60bb0b8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bbf9f2d06423480a9531e2c3d60bb0b8 2024-11-24T09:22:10,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bbf9f2d06423480a9531e2c3d60bb0b8, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T09:22:10,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6668e8aafaae4f349051dd53e5c34024 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6668e8aafaae4f349051dd53e5c34024 2024-11-24T09:22:11,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6668e8aafaae4f349051dd53e5c34024, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T09:22:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/8626e239ce2e457bbed0028b442fef1f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8626e239ce2e457bbed0028b442fef1f 2024-11-24T09:22:11,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8626e239ce2e457bbed0028b442fef1f, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T09:22:11,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 8f8eadb07c025ee33bc930d7016f2f68 in 272ms, sequenceid=403, compaction requested=true 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:11,017 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:11,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:11,017 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:11,018 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:11,018 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:11,019 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:11,019 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ffea039a8a6e4089ac45b48041d88db3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/b2d1d7b24e874edd818bc3de8f8da680, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6668e8aafaae4f349051dd53e5c34024] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.8 K 2024-11-24T09:22:11,019 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:11,019 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:11,019 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:11,019 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/128af10c62504b79b14d8ecbc1b99844, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/898540498c7c43a49906834326f22381, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bbf9f2d06423480a9531e2c3d60bb0b8] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.8 K 2024-11-24T09:22:11,020 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffea039a8a6e4089ac45b48041d88db3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732440128793 2024-11-24T09:22:11,021 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 128af10c62504b79b14d8ecbc1b99844, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732440128793 2024-11-24T09:22:11,021 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2d1d7b24e874edd818bc3de8f8da680, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732440129437 2024-11-24T09:22:11,022 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 898540498c7c43a49906834326f22381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732440129437 2024-11-24T09:22:11,022 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6668e8aafaae4f349051dd53e5c34024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732440130740 2024-11-24T09:22:11,023 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf9f2d06423480a9531e2c3d60bb0b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732440130740 2024-11-24T09:22:11,059 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:11,062 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:11,063 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/94514a14a2a54c699b5122f2fd9fbf1f is 50, key is test_row_0/B:col10/1732440130740/Put/seqid=0 2024-11-24T09:22:11,064 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/5cb89810860743749432e71f43291f3a is 50, key is test_row_0/A:col10/1732440130740/Put/seqid=0 2024-11-24T09:22:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:11,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:11,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:11,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:11,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:11,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:11,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:11,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:11,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741920_1096 (size=13221) 2024-11-24T09:22:11,114 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/5cb89810860743749432e71f43291f3a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5cb89810860743749432e71f43291f3a 2024-11-24T09:22:11,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/c878e912396b4f6cb0edb797df76f164 is 50, key is test_row_0/A:col10/1732440131079/Put/seqid=0 2024-11-24T09:22:11,130 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 5cb89810860743749432e71f43291f3a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:11,131 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:11,131 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440131017; duration=0sec 2024-11-24T09:22:11,131 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:11,131 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:11,131 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741921_1097 (size=13221) 2024-11-24T09:22:11,133 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:11,133 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:11,133 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:11,134 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d1699e212ff41d88795aaf9ff24b727, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/46448d1873d64730a2454d0b41ff8fe3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8626e239ce2e457bbed0028b442fef1f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.8 K 2024-11-24T09:22:11,134 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1699e212ff41d88795aaf9ff24b727, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732440128793 2024-11-24T09:22:11,135 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 46448d1873d64730a2454d0b41ff8fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732440129437 2024-11-24T09:22:11,139 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8626e239ce2e457bbed0028b442fef1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732440130740 2024-11-24T09:22:11,141 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/94514a14a2a54c699b5122f2fd9fbf1f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/94514a14a2a54c699b5122f2fd9fbf1f 2024-11-24T09:22:11,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741922_1098 (size=12301) 2024-11-24T09:22:11,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/c878e912396b4f6cb0edb797df76f164 2024-11-24T09:22:11,166 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:11,167 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/b7ebaf83347a453d8e15a670efab1f68 is 50, key is test_row_0/C:col10/1732440130740/Put/seqid=0 2024-11-24T09:22:11,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/9af017b41e8142c680a61bdbef4f49f1 is 50, key is test_row_0/B:col10/1732440131079/Put/seqid=0 2024-11-24T09:22:11,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741923_1099 (size=13221) 2024-11-24T09:22:11,217 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/b7ebaf83347a453d8e15a670efab1f68 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/b7ebaf83347a453d8e15a670efab1f68 2024-11-24T09:22:11,220 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 94514a14a2a54c699b5122f2fd9fbf1f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:11,220 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:11,220 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440131017; duration=0sec 2024-11-24T09:22:11,220 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:11,221 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:11,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741924_1100 (size=12301) 2024-11-24T09:22:11,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/9af017b41e8142c680a61bdbef4f49f1 2024-11-24T09:22:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440191222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440191222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440191222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440191225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440191224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,247 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into b7ebaf83347a453d8e15a670efab1f68(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:11,248 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:11,248 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440131017; duration=0sec 2024-11-24T09:22:11,248 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:11,248 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:11,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/927fe40873f64e34b1ad9a8b3f4f1cf2 is 50, key is test_row_0/C:col10/1732440131079/Put/seqid=0 2024-11-24T09:22:11,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741925_1101 (size=12301) 2024-11-24T09:22:11,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/927fe40873f64e34b1ad9a8b3f4f1cf2 2024-11-24T09:22:11,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/c878e912396b4f6cb0edb797df76f164 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c878e912396b4f6cb0edb797df76f164 2024-11-24T09:22:11,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c878e912396b4f6cb0edb797df76f164, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T09:22:11,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/9af017b41e8142c680a61bdbef4f49f1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/9af017b41e8142c680a61bdbef4f49f1 2024-11-24T09:22:11,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/9af017b41e8142c680a61bdbef4f49f1, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T09:22:11,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/927fe40873f64e34b1ad9a8b3f4f1cf2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/927fe40873f64e34b1ad9a8b3f4f1cf2 2024-11-24T09:22:11,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/927fe40873f64e34b1ad9a8b3f4f1cf2, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T09:22:11,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8f8eadb07c025ee33bc930d7016f2f68 in 261ms, sequenceid=414, compaction requested=false 2024-11-24T09:22:11,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:11,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:22:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:11,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:11,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440191354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440191356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440191357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/165d24573e004842b90047ceefc03a7f is 50, key is test_row_0/A:col10/1732440131343/Put/seqid=0 2024-11-24T09:22:11,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440191359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440191360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741926_1102 (size=12301) 2024-11-24T09:22:11,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/165d24573e004842b90047ceefc03a7f 2024-11-24T09:22:11,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/814c9185282d4811a4828c56ff004876 is 50, key is test_row_0/B:col10/1732440131343/Put/seqid=0 2024-11-24T09:22:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440191462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440191463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440191465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440191469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440191469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741927_1103 (size=12301) 2024-11-24T09:22:11,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440191670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440191670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440191670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440191674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440191675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/814c9185282d4811a4828c56ff004876 2024-11-24T09:22:11,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/427c9f96fdf54d23a96f3ecb8a452ef5 is 50, key is test_row_0/C:col10/1732440131343/Put/seqid=0 2024-11-24T09:22:11,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741928_1104 (size=12301) 2024-11-24T09:22:11,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/427c9f96fdf54d23a96f3ecb8a452ef5 2024-11-24T09:22:11,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/165d24573e004842b90047ceefc03a7f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/165d24573e004842b90047ceefc03a7f 2024-11-24T09:22:11,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440191975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440191979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/165d24573e004842b90047ceefc03a7f, entries=150, sequenceid=445, filesize=12.0 K 2024-11-24T09:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440191979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440191979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/814c9185282d4811a4828c56ff004876 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/814c9185282d4811a4828c56ff004876 2024-11-24T09:22:11,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440191979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:11,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/814c9185282d4811a4828c56ff004876, entries=150, sequenceid=445, filesize=12.0 K 2024-11-24T09:22:12,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/427c9f96fdf54d23a96f3ecb8a452ef5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/427c9f96fdf54d23a96f3ecb8a452ef5 2024-11-24T09:22:12,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/427c9f96fdf54d23a96f3ecb8a452ef5, entries=150, sequenceid=445, filesize=12.0 K 2024-11-24T09:22:12,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 8f8eadb07c025ee33bc930d7016f2f68 in 680ms, sequenceid=445, compaction requested=true 2024-11-24T09:22:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:12,029 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:12,029 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:12,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:12,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:12,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:12,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:12,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:12,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:12,033 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:12,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:12,033 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5cb89810860743749432e71f43291f3a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c878e912396b4f6cb0edb797df76f164, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/165d24573e004842b90047ceefc03a7f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.9 K 2024-11-24T09:22:12,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:12,033 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:12,033 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/94514a14a2a54c699b5122f2fd9fbf1f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/9af017b41e8142c680a61bdbef4f49f1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/814c9185282d4811a4828c56ff004876] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.9 K 2024-11-24T09:22:12,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 94514a14a2a54c699b5122f2fd9fbf1f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732440130740 2024-11-24T09:22:12,034 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9af017b41e8142c680a61bdbef4f49f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440131075 2024-11-24T09:22:12,034 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 814c9185282d4811a4828c56ff004876, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732440131343 2024-11-24T09:22:12,039 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cb89810860743749432e71f43291f3a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732440130740 2024-11-24T09:22:12,039 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c878e912396b4f6cb0edb797df76f164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440131075 2024-11-24T09:22:12,040 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 165d24573e004842b90047ceefc03a7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732440131343 2024-11-24T09:22:12,051 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:12,052 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6637a889ecd64a3f9664b996a32f1bd3 is 50, key is test_row_0/B:col10/1732440131343/Put/seqid=0 2024-11-24T09:22:12,074 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:12,075 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/c8b387e997724573892625cc05f30d9c is 50, key is test_row_0/A:col10/1732440131343/Put/seqid=0 2024-11-24T09:22:12,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741929_1105 (size=13323) 2024-11-24T09:22:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741930_1106 (size=13323) 2024-11-24T09:22:12,158 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/c8b387e997724573892625cc05f30d9c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c8b387e997724573892625cc05f30d9c 2024-11-24T09:22:12,169 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into c8b387e997724573892625cc05f30d9c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:12,169 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:12,169 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440132029; duration=0sec 2024-11-24T09:22:12,169 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:12,169 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:12,170 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:12,172 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:12,173 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:12,173 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:12,173 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/b7ebaf83347a453d8e15a670efab1f68, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/927fe40873f64e34b1ad9a8b3f4f1cf2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/427c9f96fdf54d23a96f3ecb8a452ef5] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=36.9 K 2024-11-24T09:22:12,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7ebaf83347a453d8e15a670efab1f68, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732440130740 2024-11-24T09:22:12,174 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 927fe40873f64e34b1ad9a8b3f4f1cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440131075 2024-11-24T09:22:12,175 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 427c9f96fdf54d23a96f3ecb8a452ef5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732440131343 2024-11-24T09:22:12,204 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:12,205 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a109c7984f8c4c52b87d2bce40788b4d is 50, key is test_row_0/C:col10/1732440131343/Put/seqid=0 2024-11-24T09:22:12,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741931_1107 (size=13323) 2024-11-24T09:22:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-24T09:22:12,295 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-24T09:22:12,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-24T09:22:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:22:12,299 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:12,300 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:12,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:22:12,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-24T09:22:12,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:12,454 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:22:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:12,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/deebd3ddd45c4054b65187a08b9c681c is 50, key is test_row_0/A:col10/1732440131358/Put/seqid=0 2024-11-24T09:22:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741932_1108 (size=9857) 2024-11-24T09:22:12,490 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/deebd3ddd45c4054b65187a08b9c681c 2024-11-24T09:22:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/17d3b5afe57b4a808e03adbfaadf4e33 is 50, key is test_row_0/B:col10/1732440131358/Put/seqid=0 2024-11-24T09:22:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741933_1109 (size=9857) 2024-11-24T09:22:12,541 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6637a889ecd64a3f9664b996a32f1bd3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6637a889ecd64a3f9664b996a32f1bd3 2024-11-24T09:22:12,554 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 6637a889ecd64a3f9664b996a32f1bd3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:12,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:12,555 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440132029; duration=0sec 2024-11-24T09:22:12,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:12,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:12,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440192588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440192589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440192590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440192588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440192592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:22:12,679 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a109c7984f8c4c52b87d2bce40788b4d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a109c7984f8c4c52b87d2bce40788b4d 2024-11-24T09:22:12,686 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into a109c7984f8c4c52b87d2bce40788b4d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:12,686 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:12,686 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440132030; duration=0sec 2024-11-24T09:22:12,686 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:12,686 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440192693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440192695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440192697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440192699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440192699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440192899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:22:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440192900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440192898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:12,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440192901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440192902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:12,927 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/17d3b5afe57b4a808e03adbfaadf4e33 2024-11-24T09:22:12,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/23e41a17a7e342ab9780bb8977b6da4c is 50, key is test_row_0/C:col10/1732440131358/Put/seqid=0 2024-11-24T09:22:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741934_1110 (size=9857) 2024-11-24T09:22:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440193204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440193205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440193206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440193206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440193206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,395 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/23e41a17a7e342ab9780bb8977b6da4c 2024-11-24T09:22:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:22:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/deebd3ddd45c4054b65187a08b9c681c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/deebd3ddd45c4054b65187a08b9c681c 2024-11-24T09:22:13,426 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/deebd3ddd45c4054b65187a08b9c681c, entries=100, sequenceid=454, filesize=9.6 K 2024-11-24T09:22:13,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/17d3b5afe57b4a808e03adbfaadf4e33 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/17d3b5afe57b4a808e03adbfaadf4e33 2024-11-24T09:22:13,438 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/17d3b5afe57b4a808e03adbfaadf4e33, entries=100, sequenceid=454, filesize=9.6 K 2024-11-24T09:22:13,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/23e41a17a7e342ab9780bb8977b6da4c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23e41a17a7e342ab9780bb8977b6da4c 2024-11-24T09:22:13,462 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23e41a17a7e342ab9780bb8977b6da4c, entries=100, sequenceid=454, filesize=9.6 K 2024-11-24T09:22:13,463 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 8f8eadb07c025ee33bc930d7016f2f68 in 1010ms, sequenceid=454, compaction requested=false 2024-11-24T09:22:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:13,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-24T09:22:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-24T09:22:13,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T09:22:13,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1650 sec 2024-11-24T09:22:13,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.1720 sec 2024-11-24T09:22:13,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:22:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:13,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:13,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:13,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/9e03fb849f9d4879b37dea3b72e5f495 is 50, key is test_row_0/A:col10/1732440132590/Put/seqid=0 2024-11-24T09:22:13,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440193721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440193746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440193731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440193749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440193750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741935_1111 (size=12301) 2024-11-24T09:22:13,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/9e03fb849f9d4879b37dea3b72e5f495 2024-11-24T09:22:13,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/2311bcf0b8034b35ba16de767ecef074 is 50, key is test_row_0/B:col10/1732440132590/Put/seqid=0 2024-11-24T09:22:13,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440193857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440193858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440193858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440193858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440193859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:13,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741936_1112 (size=12301) 2024-11-24T09:22:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440194061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440194064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440194065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440194065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440194065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/2311bcf0b8034b35ba16de767ecef074 2024-11-24T09:22:14,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/e4383c056edf4f0890bbbf41e6ca81e5 is 50, key is test_row_0/C:col10/1732440132590/Put/seqid=0 2024-11-24T09:22:14,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741937_1113 (size=12301) 2024-11-24T09:22:14,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/e4383c056edf4f0890bbbf41e6ca81e5 2024-11-24T09:22:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440194369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/9e03fb849f9d4879b37dea3b72e5f495 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/9e03fb849f9d4879b37dea3b72e5f495 2024-11-24T09:22:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440194374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/9e03fb849f9d4879b37dea3b72e5f495, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T09:22:14,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/2311bcf0b8034b35ba16de767ecef074 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/2311bcf0b8034b35ba16de767ecef074 2024-11-24T09:22:14,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/2311bcf0b8034b35ba16de767ecef074, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T09:22:14,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/e4383c056edf4f0890bbbf41e6ca81e5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e4383c056edf4f0890bbbf41e6ca81e5 2024-11-24T09:22:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-24T09:22:14,404 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-24T09:22:14,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:14,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-24T09:22:14,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:14,409 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:14,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:22:14,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e4383c056edf4f0890bbbf41e6ca81e5, entries=150, sequenceid=486, filesize=12.0 K 2024-11-24T09:22:14,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 8f8eadb07c025ee33bc930d7016f2f68 in 697ms, sequenceid=486, compaction requested=true 2024-11-24T09:22:14,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:14,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:14,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:14,415 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:14,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:14,415 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:14,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:14,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:14,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:14,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:14,417 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:14,417 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:14,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:14,417 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:14,417 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:14,418 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6637a889ecd64a3f9664b996a32f1bd3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/17d3b5afe57b4a808e03adbfaadf4e33, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/2311bcf0b8034b35ba16de767ecef074] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=34.6 K 2024-11-24T09:22:14,418 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c8b387e997724573892625cc05f30d9c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/deebd3ddd45c4054b65187a08b9c681c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/9e03fb849f9d4879b37dea3b72e5f495] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=34.6 K 2024-11-24T09:22:14,418 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6637a889ecd64a3f9664b996a32f1bd3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732440131343 2024-11-24T09:22:14,418 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8b387e997724573892625cc05f30d9c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732440131343 2024-11-24T09:22:14,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting deebd3ddd45c4054b65187a08b9c681c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732440131357 2024-11-24T09:22:14,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 17d3b5afe57b4a808e03adbfaadf4e33, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732440131357 2024-11-24T09:22:14,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e03fb849f9d4879b37dea3b72e5f495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732440132587 2024-11-24T09:22:14,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2311bcf0b8034b35ba16de767ecef074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732440132587 2024-11-24T09:22:14,447 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:14,448 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/7721636df3d145b2a93179c58acaa366 is 50, key is test_row_0/B:col10/1732440132590/Put/seqid=0 2024-11-24T09:22:14,453 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:14,454 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/b39dea5de7ae4242b028971dfe578edb is 50, key is test_row_0/A:col10/1732440132590/Put/seqid=0 2024-11-24T09:22:14,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741939_1115 (size=13425) 2024-11-24T09:22:14,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741938_1114 (size=13425) 2024-11-24T09:22:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:22:14,524 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/7721636df3d145b2a93179c58acaa366 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/7721636df3d145b2a93179c58acaa366 2024-11-24T09:22:14,536 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into 7721636df3d145b2a93179c58acaa366(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:14,537 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:14,537 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440134414; duration=0sec 2024-11-24T09:22:14,537 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:14,537 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:14,537 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:14,539 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:14,539 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:14,539 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:14,539 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a109c7984f8c4c52b87d2bce40788b4d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23e41a17a7e342ab9780bb8977b6da4c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e4383c056edf4f0890bbbf41e6ca81e5] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=34.6 K 2024-11-24T09:22:14,539 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a109c7984f8c4c52b87d2bce40788b4d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1732440131343 2024-11-24T09:22:14,540 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e41a17a7e342ab9780bb8977b6da4c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1732440131357 2024-11-24T09:22:14,540 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e4383c056edf4f0890bbbf41e6ca81e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732440132587 2024-11-24T09:22:14,562 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-24T09:22:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:14,563 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:22:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:14,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:14,579 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:14,580 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/aaaeb7127b1e4e6a8b68cf914a632f9d is 50, key is test_row_0/C:col10/1732440132590/Put/seqid=0 2024-11-24T09:22:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2677ca973be34b088020d98e16f73936 is 50, key is test_row_0/A:col10/1732440133722/Put/seqid=0 2024-11-24T09:22:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741940_1116 (size=13425) 2024-11-24T09:22:14,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741941_1117 (size=12301) 2024-11-24T09:22:14,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:22:14,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:14,905 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/b39dea5de7ae4242b028971dfe578edb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b39dea5de7ae4242b028971dfe578edb 2024-11-24T09:22:14,914 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into b39dea5de7ae4242b028971dfe578edb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:14,914 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:14,914 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440134414; duration=0sec 2024-11-24T09:22:14,914 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:14,914 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440194918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440194918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440194919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440194934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440194935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,014 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/aaaeb7127b1e4e6a8b68cf914a632f9d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/aaaeb7127b1e4e6a8b68cf914a632f9d 2024-11-24T09:22:15,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:22:15,026 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into aaaeb7127b1e4e6a8b68cf914a632f9d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:15,026 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:15,026 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440134415; duration=0sec 2024-11-24T09:22:15,026 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:15,026 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:15,028 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2677ca973be34b088020d98e16f73936 2024-11-24T09:22:15,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440195038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440195038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440195038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440195040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440195041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/3ea33285805e460f94e4576574ae6160 is 50, key is test_row_0/B:col10/1732440133722/Put/seqid=0 2024-11-24T09:22:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741942_1118 (size=12301) 2024-11-24T09:22:15,080 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/3ea33285805e460f94e4576574ae6160 2024-11-24T09:22:15,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c3135c98f9714142b92dde038c481faf is 50, key is test_row_0/C:col10/1732440133722/Put/seqid=0 2024-11-24T09:22:15,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741943_1119 (size=12301) 2024-11-24T09:22:15,123 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c3135c98f9714142b92dde038c481faf 2024-11-24T09:22:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/2677ca973be34b088020d98e16f73936 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2677ca973be34b088020d98e16f73936 2024-11-24T09:22:15,144 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2677ca973be34b088020d98e16f73936, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T09:22:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/3ea33285805e460f94e4576574ae6160 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3ea33285805e460f94e4576574ae6160 2024-11-24T09:22:15,157 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3ea33285805e460f94e4576574ae6160, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T09:22:15,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c3135c98f9714142b92dde038c481faf as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c3135c98f9714142b92dde038c481faf 2024-11-24T09:22:15,169 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c3135c98f9714142b92dde038c481faf, entries=150, sequenceid=494, filesize=12.0 K 2024-11-24T09:22:15,172 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 8f8eadb07c025ee33bc930d7016f2f68 in 609ms, sequenceid=494, compaction requested=false 2024-11-24T09:22:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:15,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-24T09:22:15,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-24T09:22:15,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-24T09:22:15,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 765 msec 2024-11-24T09:22:15,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 773 msec 2024-11-24T09:22:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:15,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T09:22:15,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440195245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440195246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440195247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/fdb8b32aa3754b86aa2666add7a0c7b0 is 50, key is test_row_0/A:col10/1732440134933/Put/seqid=0 2024-11-24T09:22:15,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440195248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440195248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741944_1120 (size=12301) 2024-11-24T09:22:15,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/fdb8b32aa3754b86aa2666add7a0c7b0 2024-11-24T09:22:15,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a28282dd6fa54490a71ad8f9352c2269 is 50, key is test_row_0/B:col10/1732440134933/Put/seqid=0 2024-11-24T09:22:15,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440195351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440195354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440195353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741945_1121 (size=12301) 2024-11-24T09:22:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-24T09:22:15,515 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-24T09:22:15,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-24T09:22:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:15,521 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:15,521 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:15,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:15,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440195551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440195555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440195555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440195561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440195561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:15,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a28282dd6fa54490a71ad8f9352c2269 2024-11-24T09:22:15,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/23fc45749293407e954b46f029a1e8de is 50, key is test_row_0/C:col10/1732440134933/Put/seqid=0 2024-11-24T09:22:15,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741946_1122 (size=12301) 2024-11-24T09:22:15,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/23fc45749293407e954b46f029a1e8de 2024-11-24T09:22:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:15,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/fdb8b32aa3754b86aa2666add7a0c7b0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/fdb8b32aa3754b86aa2666add7a0c7b0 2024-11-24T09:22:15,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/fdb8b32aa3754b86aa2666add7a0c7b0, entries=150, sequenceid=527, filesize=12.0 K 2024-11-24T09:22:15,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a28282dd6fa54490a71ad8f9352c2269 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a28282dd6fa54490a71ad8f9352c2269 2024-11-24T09:22:15,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a28282dd6fa54490a71ad8f9352c2269, entries=150, sequenceid=527, filesize=12.0 K 2024-11-24T09:22:15,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/23fc45749293407e954b46f029a1e8de as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23fc45749293407e954b46f029a1e8de 2024-11-24T09:22:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440195859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23fc45749293407e954b46f029a1e8de, entries=150, sequenceid=527, filesize=12.0 K 2024-11-24T09:22:15,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 8f8eadb07c025ee33bc930d7016f2f68 in 622ms, sequenceid=527, compaction requested=true 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:15,866 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:15,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:15,867 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:15,868 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:15,868 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,868 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b39dea5de7ae4242b028971dfe578edb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2677ca973be34b088020d98e16f73936, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/fdb8b32aa3754b86aa2666add7a0c7b0] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.1 K 2024-11-24T09:22:15,868 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:15,869 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b39dea5de7ae4242b028971dfe578edb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732440132587 2024-11-24T09:22:15,870 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2677ca973be34b088020d98e16f73936, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732440133722 2024-11-24T09:22:15,870 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdb8b32aa3754b86aa2666add7a0c7b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732440134918 2024-11-24T09:22:15,871 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:15,871 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:15,871 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,871 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/7721636df3d145b2a93179c58acaa366, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3ea33285805e460f94e4576574ae6160, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a28282dd6fa54490a71ad8f9352c2269] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.1 K 2024-11-24T09:22:15,872 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7721636df3d145b2a93179c58acaa366, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732440132587 2024-11-24T09:22:15,872 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ea33285805e460f94e4576574ae6160, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732440133722 2024-11-24T09:22:15,873 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a28282dd6fa54490a71ad8f9352c2269, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732440134918 2024-11-24T09:22:15,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:15,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:15,906 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:15,907 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/884b4dcd01e44643a1b9345467a1403f is 50, key is test_row_0/A:col10/1732440134933/Put/seqid=0 2024-11-24T09:22:15,908 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:15,908 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/cceb72488eac42428fbd16539c5faf83 is 50, key is test_row_0/B:col10/1732440134933/Put/seqid=0 2024-11-24T09:22:15,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/7bffddf491cc410283e429ae9c81c29f is 50, key is test_row_0/A:col10/1732440135884/Put/seqid=0 2024-11-24T09:22:15,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741947_1123 (size=13527) 2024-11-24T09:22:15,950 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/884b4dcd01e44643a1b9345467a1403f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/884b4dcd01e44643a1b9345467a1403f 2024-11-24T09:22:15,958 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into 884b4dcd01e44643a1b9345467a1403f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:15,958 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:15,958 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440135866; duration=0sec 2024-11-24T09:22:15,958 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:15,958 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:15,959 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:15,961 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:15,961 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:15,961 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,961 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/aaaeb7127b1e4e6a8b68cf914a632f9d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c3135c98f9714142b92dde038c481faf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23fc45749293407e954b46f029a1e8de] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.1 K 2024-11-24T09:22:15,964 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaaeb7127b1e4e6a8b68cf914a632f9d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732440132587 2024-11-24T09:22:15,967 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3135c98f9714142b92dde038c481faf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732440133722 2024-11-24T09:22:15,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741948_1124 (size=13527) 2024-11-24T09:22:15,968 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23fc45749293407e954b46f029a1e8de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732440134918 2024-11-24T09:22:15,979 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/cceb72488eac42428fbd16539c5faf83 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/cceb72488eac42428fbd16539c5faf83 2024-11-24T09:22:15,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440195976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440195975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,986 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:15,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:15,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,987 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into cceb72488eac42428fbd16539c5faf83(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:15,987 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:15,987 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440135866; duration=0sec 2024-11-24T09:22:15,988 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:15,988 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:15,997 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741949_1125 (size=17181) 2024-11-24T09:22:15,998 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/6607b70caa104dc6ace8daf8422e5614 is 50, key is test_row_0/C:col10/1732440134933/Put/seqid=0 2024-11-24T09:22:16,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/7bffddf491cc410283e429ae9c81c29f 2024-11-24T09:22:16,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741950_1126 (size=13527) 2024-11-24T09:22:16,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/1956638d56d54204b7cde3d7b3ca8816 is 50, key is test_row_0/B:col10/1732440135884/Put/seqid=0 2024-11-24T09:22:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440196058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440196059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741951_1127 (size=12301) 2024-11-24T09:22:16,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440196081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/1956638d56d54204b7cde3d7b3ca8816 2024-11-24T09:22:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440196082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/cfcfa4629bae4ea3a972e042d8d50264 is 50, key is test_row_0/C:col10/1732440135884/Put/seqid=0 2024-11-24T09:22:16,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:16,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:16,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741952_1128 (size=12301) 2024-11-24T09:22:16,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/cfcfa4629bae4ea3a972e042d8d50264 2024-11-24T09:22:16,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/7bffddf491cc410283e429ae9c81c29f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/7bffddf491cc410283e429ae9c81c29f 2024-11-24T09:22:16,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/7bffddf491cc410283e429ae9c81c29f, entries=250, sequenceid=538, filesize=16.8 K 2024-11-24T09:22:16,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/1956638d56d54204b7cde3d7b3ca8816 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/1956638d56d54204b7cde3d7b3ca8816 2024-11-24T09:22:16,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/1956638d56d54204b7cde3d7b3ca8816, entries=150, sequenceid=538, filesize=12.0 K 2024-11-24T09:22:16,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/cfcfa4629bae4ea3a972e042d8d50264 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cfcfa4629bae4ea3a972e042d8d50264 2024-11-24T09:22:16,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cfcfa4629bae4ea3a972e042d8d50264, entries=150, sequenceid=538, filesize=12.0 K 2024-11-24T09:22:16,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 8f8eadb07c025ee33bc930d7016f2f68 in 328ms, sequenceid=538, compaction requested=false 2024-11-24T09:22:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:16,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:22:16,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:16,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:16,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:16,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:16,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:16,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:16,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440196298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440196300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/8dce95e14a5e4c77b0a8cbbba3c57cab is 50, key is test_row_0/A:col10/1732440136284/Put/seqid=0 2024-11-24T09:22:16,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741953_1129 (size=14741) 2024-11-24T09:22:16,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/8dce95e14a5e4c77b0a8cbbba3c57cab 2024-11-24T09:22:16,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/24c4fd3a2bdc4cadb093715e3d1e6c9a is 50, key is test_row_0/B:col10/1732440136284/Put/seqid=0 2024-11-24T09:22:16,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741954_1130 (size=12301) 2024-11-24T09:22:16,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/24c4fd3a2bdc4cadb093715e3d1e6c9a 2024-11-24T09:22:16,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440196366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5a9914cf921e4ad7830b3f9e2168772d is 50, key is test_row_0/C:col10/1732440136284/Put/seqid=0 2024-11-24T09:22:16,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440196402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440196402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741955_1131 (size=12301) 2024-11-24T09:22:16,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=567 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5a9914cf921e4ad7830b3f9e2168772d 2024-11-24T09:22:16,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/8dce95e14a5e4c77b0a8cbbba3c57cab as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/8dce95e14a5e4c77b0a8cbbba3c57cab 2024-11-24T09:22:16,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,448 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/6607b70caa104dc6ace8daf8422e5614 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/6607b70caa104dc6ace8daf8422e5614 2024-11-24T09:22:16,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:16,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:16,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:16,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/8dce95e14a5e4c77b0a8cbbba3c57cab, entries=200, sequenceid=567, filesize=14.4 K 2024-11-24T09:22:16,458 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 6607b70caa104dc6ace8daf8422e5614(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:16,458 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:16,458 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440135866; duration=0sec 2024-11-24T09:22:16,458 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:16,458 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/24c4fd3a2bdc4cadb093715e3d1e6c9a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/24c4fd3a2bdc4cadb093715e3d1e6c9a 2024-11-24T09:22:16,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/24c4fd3a2bdc4cadb093715e3d1e6c9a, entries=150, sequenceid=567, filesize=12.0 K 2024-11-24T09:22:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/5a9914cf921e4ad7830b3f9e2168772d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5a9914cf921e4ad7830b3f9e2168772d 2024-11-24T09:22:16,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5a9914cf921e4ad7830b3f9e2168772d, entries=150, sequenceid=567, filesize=12.0 K 2024-11-24T09:22:16,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8f8eadb07c025ee33bc930d7016f2f68 in 193ms, sequenceid=567, compaction requested=true 2024-11-24T09:22:16,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:16,481 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:16,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:16,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:16,481 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:16,482 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:16,482 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:16,482 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,482 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/884b4dcd01e44643a1b9345467a1403f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/7bffddf491cc410283e429ae9c81c29f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/8dce95e14a5e4c77b0a8cbbba3c57cab] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=44.4 K 2024-11-24T09:22:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:16,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:16,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:16,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:16,483 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 884b4dcd01e44643a1b9345467a1403f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732440134918 2024-11-24T09:22:16,484 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:16,484 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:16,484 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,484 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/cceb72488eac42428fbd16539c5faf83, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/1956638d56d54204b7cde3d7b3ca8816, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/24c4fd3a2bdc4cadb093715e3d1e6c9a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.2 K 2024-11-24T09:22:16,484 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bffddf491cc410283e429ae9c81c29f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732440135870 2024-11-24T09:22:16,485 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cceb72488eac42428fbd16539c5faf83, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732440134918 2024-11-24T09:22:16,485 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1956638d56d54204b7cde3d7b3ca8816, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732440135879 2024-11-24T09:22:16,486 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8dce95e14a5e4c77b0a8cbbba3c57cab, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732440135932 2024-11-24T09:22:16,486 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24c4fd3a2bdc4cadb093715e3d1e6c9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732440135932 2024-11-24T09:22:16,513 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:16,513 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a17dd3aed7944a4082b8cbf599bc9fed is 50, key is test_row_0/B:col10/1732440136284/Put/seqid=0 2024-11-24T09:22:16,516 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:16,517 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/b0cc0d5de384486099e470b221657cba is 50, key is test_row_0/A:col10/1732440136284/Put/seqid=0 2024-11-24T09:22:16,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741956_1132 (size=13629) 2024-11-24T09:22:16,563 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/a17dd3aed7944a4082b8cbf599bc9fed as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a17dd3aed7944a4082b8cbf599bc9fed 2024-11-24T09:22:16,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741957_1133 (size=13629) 2024-11-24T09:22:16,571 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into a17dd3aed7944a4082b8cbf599bc9fed(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:16,571 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:16,571 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440136481; duration=0sec 2024-11-24T09:22:16,572 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:16,572 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:16,572 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:16,573 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:16,574 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:16,574 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,574 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/6607b70caa104dc6ace8daf8422e5614, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cfcfa4629bae4ea3a972e042d8d50264, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5a9914cf921e4ad7830b3f9e2168772d] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.2 K 2024-11-24T09:22:16,575 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6607b70caa104dc6ace8daf8422e5614, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732440134918 2024-11-24T09:22:16,575 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/b0cc0d5de384486099e470b221657cba as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0cc0d5de384486099e470b221657cba 2024-11-24T09:22:16,575 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcfa4629bae4ea3a972e042d8d50264, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1732440135879 2024-11-24T09:22:16,576 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a9914cf921e4ad7830b3f9e2168772d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732440135932 2024-11-24T09:22:16,585 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into b0cc0d5de384486099e470b221657cba(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:16,585 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:16,585 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440136481; duration=0sec 2024-11-24T09:22:16,585 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:16,585 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:16,603 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-24T09:22:16,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:16,604 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:22:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:16,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:16,609 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#119 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:16,609 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/9096f8b948e848c98506a78957c45999 is 50, key is test_row_0/C:col10/1732440136284/Put/seqid=0 2024-11-24T09:22:16,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. as already flushing 2024-11-24T09:22:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/0da9f88e76a542c1a8efd996901ab55f is 50, key is test_row_0/A:col10/1732440136299/Put/seqid=0 2024-11-24T09:22:16,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741958_1134 (size=13629) 2024-11-24T09:22:16,658 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/9096f8b948e848c98506a78957c45999 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9096f8b948e848c98506a78957c45999 2024-11-24T09:22:16,666 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into 9096f8b948e848c98506a78957c45999(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:16,666 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:16,666 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440136483; duration=0sec 2024-11-24T09:22:16,667 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:16,667 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741959_1135 (size=12301) 2024-11-24T09:22:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440196680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440196684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440196788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440196787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:16,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440196993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:16,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440196999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44074 deadline: 1732440197063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:17,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44056 deadline: 1732440197068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:17,079 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/0da9f88e76a542c1a8efd996901ab55f 2024-11-24T09:22:17,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/c42cd30e80aa4061aa91daec67d7ab98 is 50, key is test_row_0/B:col10/1732440136299/Put/seqid=0 2024-11-24T09:22:17,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741960_1136 (size=12301) 2024-11-24T09:22:17,136 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/c42cd30e80aa4061aa91daec67d7ab98 2024-11-24T09:22:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/e6f84e60ae3b4b5fb854a8ebfbfc573b is 50, key is test_row_0/C:col10/1732440136299/Put/seqid=0 2024-11-24T09:22:17,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741961_1137 (size=12301) 2024-11-24T09:22:17,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44092 deadline: 1732440197296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:17,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44040 deadline: 1732440197302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:17,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44060 deadline: 1732440197377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:17,612 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/e6f84e60ae3b4b5fb854a8ebfbfc573b 2024-11-24T09:22:17,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/0da9f88e76a542c1a8efd996901ab55f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/0da9f88e76a542c1a8efd996901ab55f 2024-11-24T09:22:17,629 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/0da9f88e76a542c1a8efd996901ab55f, entries=150, sequenceid=579, filesize=12.0 K 2024-11-24T09:22:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:17,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/c42cd30e80aa4061aa91daec67d7ab98 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c42cd30e80aa4061aa91daec67d7ab98 2024-11-24T09:22:17,638 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c42cd30e80aa4061aa91daec67d7ab98, entries=150, sequenceid=579, filesize=12.0 K 2024-11-24T09:22:17,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/e6f84e60ae3b4b5fb854a8ebfbfc573b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e6f84e60ae3b4b5fb854a8ebfbfc573b 2024-11-24T09:22:17,649 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e6f84e60ae3b4b5fb854a8ebfbfc573b, entries=150, sequenceid=579, filesize=12.0 K 2024-11-24T09:22:17,652 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 8f8eadb07c025ee33bc930d7016f2f68 in 1048ms, sequenceid=579, compaction requested=false 2024-11-24T09:22:17,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:17,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:17,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-24T09:22:17,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-24T09:22:17,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T09:22:17,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1330 sec 2024-11-24T09:22:17,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.1400 sec 2024-11-24T09:22:17,741 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:61826 2024-11-24T09:22:17,741 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:17,743 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b5cad1a to 127.0.0.1:61826 2024-11-24T09:22:17,743 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:17,746 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x767a8485 to 127.0.0.1:61826 2024-11-24T09:22:17,746 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:17,746 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6502d571 to 127.0.0.1:61826 2024-11-24T09:22:17,746 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:17,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:17,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:22:17,803 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d38d10 to 127.0.0.1:61826 2024-11-24T09:22:17,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:17,804 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:17,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:17,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:17,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:17,807 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x736f1673 to 127.0.0.1:61826 2024-11-24T09:22:17,807 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:17,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/246585c0d4964c7cadb6e1d13b0fb58c is 50, key is test_row_0/A:col10/1732440136665/Put/seqid=0 2024-11-24T09:22:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741962_1138 (size=12301) 2024-11-24T09:22:18,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/246585c0d4964c7cadb6e1d13b0fb58c 2024-11-24T09:22:18,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6ace882b959f46d09623a08f7192ee4a is 50, key is test_row_0/B:col10/1732440136665/Put/seqid=0 2024-11-24T09:22:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741963_1139 (size=12301) 2024-11-24T09:22:18,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6ace882b959f46d09623a08f7192ee4a 2024-11-24T09:22:18,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a6e178fc618c431285f338acd90dd834 is 50, key is test_row_0/C:col10/1732440136665/Put/seqid=0 2024-11-24T09:22:18,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741964_1140 (size=12301) 2024-11-24T09:22:18,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=608 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a6e178fc618c431285f338acd90dd834 2024-11-24T09:22:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/246585c0d4964c7cadb6e1d13b0fb58c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/246585c0d4964c7cadb6e1d13b0fb58c 2024-11-24T09:22:18,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/246585c0d4964c7cadb6e1d13b0fb58c, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T09:22:18,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/6ace882b959f46d09623a08f7192ee4a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6ace882b959f46d09623a08f7192ee4a 2024-11-24T09:22:18,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6ace882b959f46d09623a08f7192ee4a, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T09:22:18,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/a6e178fc618c431285f338acd90dd834 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a6e178fc618c431285f338acd90dd834 2024-11-24T09:22:18,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a6e178fc618c431285f338acd90dd834, entries=150, sequenceid=608, filesize=12.0 K 2024-11-24T09:22:18,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=6.71 KB/6870 for 8f8eadb07c025ee33bc930d7016f2f68 in 876ms, sequenceid=608, compaction requested=true 2024-11-24T09:22:18,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:18,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:18,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:18,680 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:18,680 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:18,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:18,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:18,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f8eadb07c025ee33bc930d7016f2f68:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:18,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:18,681 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:18,681 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/A is initiating minor compaction (all files) 2024-11-24T09:22:18,681 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/A in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:18,682 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0cc0d5de384486099e470b221657cba, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/0da9f88e76a542c1a8efd996901ab55f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/246585c0d4964c7cadb6e1d13b0fb58c] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.3 K 2024-11-24T09:22:18,682 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:18,682 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/B is initiating minor compaction (all files) 2024-11-24T09:22:18,682 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/B in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:18,682 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a17dd3aed7944a4082b8cbf599bc9fed, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c42cd30e80aa4061aa91daec67d7ab98, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6ace882b959f46d09623a08f7192ee4a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.3 K 2024-11-24T09:22:18,682 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0cc0d5de384486099e470b221657cba, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732440135932 2024-11-24T09:22:18,683 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a17dd3aed7944a4082b8cbf599bc9fed, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732440135932 2024-11-24T09:22:18,683 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0da9f88e76a542c1a8efd996901ab55f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1732440136291 2024-11-24T09:22:18,683 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c42cd30e80aa4061aa91daec67d7ab98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1732440136291 2024-11-24T09:22:18,683 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 246585c0d4964c7cadb6e1d13b0fb58c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1732440136665 2024-11-24T09:22:18,684 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ace882b959f46d09623a08f7192ee4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1732440136665 2024-11-24T09:22:18,703 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:18,703 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#A#compaction#127 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:18,704 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/f3dd7b0c95cf40549009439a3542c21a is 50, key is test_row_0/B:col10/1732440136665/Put/seqid=0 2024-11-24T09:22:18,704 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/b0c1c6a2e5b84ce3a6833895c50a49ce is 50, key is test_row_0/A:col10/1732440136665/Put/seqid=0 2024-11-24T09:22:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741965_1141 (size=13731) 2024-11-24T09:22:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741966_1142 (size=13731) 2024-11-24T09:22:19,075 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c63ae4e to 127.0.0.1:61826 2024-11-24T09:22:19,075 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:19,085 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee2166f to 127.0.0.1:61826 2024-11-24T09:22:19,085 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:19,124 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/b0c1c6a2e5b84ce3a6833895c50a49ce as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0c1c6a2e5b84ce3a6833895c50a49ce 2024-11-24T09:22:19,124 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/f3dd7b0c95cf40549009439a3542c21a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/f3dd7b0c95cf40549009439a3542c21a 2024-11-24T09:22:19,132 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/A of 8f8eadb07c025ee33bc930d7016f2f68 into b0c1c6a2e5b84ce3a6833895c50a49ce(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:19,132 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/B of 8f8eadb07c025ee33bc930d7016f2f68 into f3dd7b0c95cf40549009439a3542c21a(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:19,132 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:19,132 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:19,132 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/A, priority=13, startTime=1732440138680; duration=0sec 2024-11-24T09:22:19,132 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/B, priority=13, startTime=1732440138680; duration=0sec 2024-11-24T09:22:19,133 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:19,133 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:19,133 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:B 2024-11-24T09:22:19,133 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:A 2024-11-24T09:22:19,133 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:19,134 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:19,134 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 8f8eadb07c025ee33bc930d7016f2f68/C is initiating minor compaction (all files) 2024-11-24T09:22:19,134 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8f8eadb07c025ee33bc930d7016f2f68/C in TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:19,134 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9096f8b948e848c98506a78957c45999, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e6f84e60ae3b4b5fb854a8ebfbfc573b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a6e178fc618c431285f338acd90dd834] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp, totalSize=37.3 K 2024-11-24T09:22:19,135 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9096f8b948e848c98506a78957c45999, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=567, earliestPutTs=1732440135932 2024-11-24T09:22:19,135 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e6f84e60ae3b4b5fb854a8ebfbfc573b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1732440136291 2024-11-24T09:22:19,136 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e178fc618c431285f338acd90dd834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=608, earliestPutTs=1732440136665 2024-11-24T09:22:19,146 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f8eadb07c025ee33bc930d7016f2f68#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:19,147 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c2803945fcd24fbaa2220152156ef4a2 is 50, key is test_row_0/C:col10/1732440136665/Put/seqid=0 2024-11-24T09:22:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741967_1143 (size=13731) 2024-11-24T09:22:19,397 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f34ff67 to 127.0.0.1:61826 2024-11-24T09:22:19,397 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:19,560 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/c2803945fcd24fbaa2220152156ef4a2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c2803945fcd24fbaa2220152156ef4a2 2024-11-24T09:22:19,571 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8f8eadb07c025ee33bc930d7016f2f68/C of 8f8eadb07c025ee33bc930d7016f2f68 into c2803945fcd24fbaa2220152156ef4a2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:19,571 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:19,571 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68., storeName=8f8eadb07c025ee33bc930d7016f2f68/C, priority=13, startTime=1732440138680; duration=0sec 2024-11-24T09:22:19,571 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:19,572 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f8eadb07c025ee33bc930d7016f2f68:C 2024-11-24T09:22:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-24T09:22:19,631 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-24T09:22:19,631 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:22:19,631 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-24T09:22:19,631 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-24T09:22:19,631 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 112 2024-11-24T09:22:19,631 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-24T09:22:19,631 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4032 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4001 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1880 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5640 rows 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1888 2024-11-24T09:22:19,632 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5664 rows 2024-11-24T09:22:19,632 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:22:19,632 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fdf5682 to 127.0.0.1:61826 2024-11-24T09:22:19,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:19,641 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:22:19,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:22:19,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:19,658 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440139658"}]},"ts":"1732440139658"} 2024-11-24T09:22:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:22:19,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:22:19,662 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:22:19,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:19,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, UNASSIGN}] 2024-11-24T09:22:19,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, UNASSIGN 2024-11-24T09:22:19,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8f8eadb07c025ee33bc930d7016f2f68, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:19,673 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:19,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:22:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:22:19,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:19,831 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:19,831 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 8f8eadb07c025ee33bc930d7016f2f68, disabling compactions & flushes 2024-11-24T09:22:19,832 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. after waiting 0 ms 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:19,832 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 8f8eadb07c025ee33bc930d7016f2f68 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=A 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:19,832 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=B 2024-11-24T09:22:19,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:19,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8f8eadb07c025ee33bc930d7016f2f68, store=C 2024-11-24T09:22:19,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:19,838 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a81d2c8cf9494530b9d6850109d0d61e is 50, key is test_row_1/A:col10/1732440139084/Put/seqid=0 2024-11-24T09:22:19,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741968_1144 (size=9857) 2024-11-24T09:22:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:22:20,244 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a81d2c8cf9494530b9d6850109d0d61e 2024-11-24T09:22:20,253 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/15939a407fdc4180ab1789b2cdb79d10 is 50, key is test_row_1/B:col10/1732440139084/Put/seqid=0 2024-11-24T09:22:20,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741969_1145 (size=9857) 2024-11-24T09:22:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:22:20,352 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:22:20,658 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/15939a407fdc4180ab1789b2cdb79d10 2024-11-24T09:22:20,667 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/d2cb4f9df217401482b004d8a07f9da1 is 50, key is test_row_1/C:col10/1732440139084/Put/seqid=0 2024-11-24T09:22:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741970_1146 (size=9857) 2024-11-24T09:22:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:22:21,082 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=618 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/d2cb4f9df217401482b004d8a07f9da1 2024-11-24T09:22:21,088 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/A/a81d2c8cf9494530b9d6850109d0d61e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a81d2c8cf9494530b9d6850109d0d61e 2024-11-24T09:22:21,093 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a81d2c8cf9494530b9d6850109d0d61e, entries=100, sequenceid=618, filesize=9.6 K 2024-11-24T09:22:21,094 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/B/15939a407fdc4180ab1789b2cdb79d10 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/15939a407fdc4180ab1789b2cdb79d10 2024-11-24T09:22:21,100 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/15939a407fdc4180ab1789b2cdb79d10, entries=100, sequenceid=618, filesize=9.6 K 2024-11-24T09:22:21,102 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/.tmp/C/d2cb4f9df217401482b004d8a07f9da1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d2cb4f9df217401482b004d8a07f9da1 2024-11-24T09:22:21,107 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d2cb4f9df217401482b004d8a07f9da1, entries=100, sequenceid=618, filesize=9.6 K 2024-11-24T09:22:21,108 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 8f8eadb07c025ee33bc930d7016f2f68 in 1276ms, sequenceid=618, compaction requested=false 2024-11-24T09:22:21,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/166cdbcb1d2443beab240bc7e71ddb21, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ac52b5eed18b4e9b82dc171cad821e86, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/3abb24e1308849d6b86555a201942076, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2599e40515894843a99eb5984d46b650, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a68221780a9a46a1867da41173e5e67a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/89ba23e6764b428faa206b69e46de58a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ca7e4d15bccf4edd95e38e4c8a9c36eb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4e80fd4ca1844b399ad77e904b17d27b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/23359bef64054185a96b6a017a9002a9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4d60a2fa78184be396335e07b3ef8e46, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2ff961dec32b41b0b235ef400f14ec72, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a33deccf7fa147b0b2cc00f76890786f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6371f3acce8047479e0fa09c8852f676, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a59b9ccb38ca4e9884415f98a0dff9c6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/859de27320b3420b9770c2fed7447809, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/435e9a5d83654b4d8d15a988fc8bf4cd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6d93fa9bea6b45c2a5c23527447daab7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5c03553f7c9b4d269bd26ef125ae94d6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/02aeb497f6e54a33beea6e7994a57e58, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/e9dbb247ac974c28a1eac43d91fa07fe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a79627a8dd044e8693e9abc09bf41800, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a5193c41b0ec47b69bfd5d52f7ced825, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bd6a96d894634b1ca8a0b1487b1fd496, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/36e2d9f80ebf48e69d7dab18830453ef, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/128af10c62504b79b14d8ecbc1b99844, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/898540498c7c43a49906834326f22381, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5cb89810860743749432e71f43291f3a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bbf9f2d06423480a9531e2c3d60bb0b8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c878e912396b4f6cb0edb797df76f164, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c8b387e997724573892625cc05f30d9c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/165d24573e004842b90047ceefc03a7f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/deebd3ddd45c4054b65187a08b9c681c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b39dea5de7ae4242b028971dfe578edb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/9e03fb849f9d4879b37dea3b72e5f495, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2677ca973be34b088020d98e16f73936, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/884b4dcd01e44643a1b9345467a1403f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/fdb8b32aa3754b86aa2666add7a0c7b0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/7bffddf491cc410283e429ae9c81c29f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/8dce95e14a5e4c77b0a8cbbba3c57cab, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0cc0d5de384486099e470b221657cba, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/0da9f88e76a542c1a8efd996901ab55f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/246585c0d4964c7cadb6e1d13b0fb58c] to archive 2024-11-24T09:22:21,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:21,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/166cdbcb1d2443beab240bc7e71ddb21 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/166cdbcb1d2443beab240bc7e71ddb21 2024-11-24T09:22:21,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ac52b5eed18b4e9b82dc171cad821e86 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ac52b5eed18b4e9b82dc171cad821e86 2024-11-24T09:22:21,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/3abb24e1308849d6b86555a201942076 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/3abb24e1308849d6b86555a201942076 2024-11-24T09:22:21,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2599e40515894843a99eb5984d46b650 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2599e40515894843a99eb5984d46b650 2024-11-24T09:22:21,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a68221780a9a46a1867da41173e5e67a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a68221780a9a46a1867da41173e5e67a 2024-11-24T09:22:21,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/89ba23e6764b428faa206b69e46de58a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/89ba23e6764b428faa206b69e46de58a 2024-11-24T09:22:21,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ca7e4d15bccf4edd95e38e4c8a9c36eb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/ca7e4d15bccf4edd95e38e4c8a9c36eb 2024-11-24T09:22:21,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4e80fd4ca1844b399ad77e904b17d27b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4e80fd4ca1844b399ad77e904b17d27b 2024-11-24T09:22:21,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/23359bef64054185a96b6a017a9002a9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/23359bef64054185a96b6a017a9002a9 2024-11-24T09:22:21,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4d60a2fa78184be396335e07b3ef8e46 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/4d60a2fa78184be396335e07b3ef8e46 2024-11-24T09:22:21,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2ff961dec32b41b0b235ef400f14ec72 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2ff961dec32b41b0b235ef400f14ec72 2024-11-24T09:22:21,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a33deccf7fa147b0b2cc00f76890786f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a33deccf7fa147b0b2cc00f76890786f 2024-11-24T09:22:21,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6371f3acce8047479e0fa09c8852f676 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6371f3acce8047479e0fa09c8852f676 2024-11-24T09:22:21,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a59b9ccb38ca4e9884415f98a0dff9c6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a59b9ccb38ca4e9884415f98a0dff9c6 2024-11-24T09:22:21,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/859de27320b3420b9770c2fed7447809 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/859de27320b3420b9770c2fed7447809 2024-11-24T09:22:21,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/435e9a5d83654b4d8d15a988fc8bf4cd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/435e9a5d83654b4d8d15a988fc8bf4cd 2024-11-24T09:22:21,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6d93fa9bea6b45c2a5c23527447daab7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/6d93fa9bea6b45c2a5c23527447daab7 2024-11-24T09:22:21,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5c03553f7c9b4d269bd26ef125ae94d6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5c03553f7c9b4d269bd26ef125ae94d6 2024-11-24T09:22:21,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/02aeb497f6e54a33beea6e7994a57e58 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/02aeb497f6e54a33beea6e7994a57e58 2024-11-24T09:22:21,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/e9dbb247ac974c28a1eac43d91fa07fe to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/e9dbb247ac974c28a1eac43d91fa07fe 2024-11-24T09:22:21,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a79627a8dd044e8693e9abc09bf41800 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a79627a8dd044e8693e9abc09bf41800 2024-11-24T09:22:21,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a5193c41b0ec47b69bfd5d52f7ced825 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a5193c41b0ec47b69bfd5d52f7ced825 2024-11-24T09:22:21,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bd6a96d894634b1ca8a0b1487b1fd496 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bd6a96d894634b1ca8a0b1487b1fd496 2024-11-24T09:22:21,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/36e2d9f80ebf48e69d7dab18830453ef to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/36e2d9f80ebf48e69d7dab18830453ef 2024-11-24T09:22:21,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/128af10c62504b79b14d8ecbc1b99844 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/128af10c62504b79b14d8ecbc1b99844 2024-11-24T09:22:21,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/898540498c7c43a49906834326f22381 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/898540498c7c43a49906834326f22381 2024-11-24T09:22:21,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5cb89810860743749432e71f43291f3a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/5cb89810860743749432e71f43291f3a 2024-11-24T09:22:21,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bbf9f2d06423480a9531e2c3d60bb0b8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/bbf9f2d06423480a9531e2c3d60bb0b8 2024-11-24T09:22:21,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c878e912396b4f6cb0edb797df76f164 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c878e912396b4f6cb0edb797df76f164 2024-11-24T09:22:21,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c8b387e997724573892625cc05f30d9c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/c8b387e997724573892625cc05f30d9c 2024-11-24T09:22:21,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/165d24573e004842b90047ceefc03a7f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/165d24573e004842b90047ceefc03a7f 2024-11-24T09:22:21,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/deebd3ddd45c4054b65187a08b9c681c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/deebd3ddd45c4054b65187a08b9c681c 2024-11-24T09:22:21,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b39dea5de7ae4242b028971dfe578edb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b39dea5de7ae4242b028971dfe578edb 2024-11-24T09:22:21,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/9e03fb849f9d4879b37dea3b72e5f495 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/9e03fb849f9d4879b37dea3b72e5f495 2024-11-24T09:22:21,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2677ca973be34b088020d98e16f73936 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/2677ca973be34b088020d98e16f73936 2024-11-24T09:22:21,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/884b4dcd01e44643a1b9345467a1403f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/884b4dcd01e44643a1b9345467a1403f 2024-11-24T09:22:21,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/fdb8b32aa3754b86aa2666add7a0c7b0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/fdb8b32aa3754b86aa2666add7a0c7b0 2024-11-24T09:22:21,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/7bffddf491cc410283e429ae9c81c29f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/7bffddf491cc410283e429ae9c81c29f 2024-11-24T09:22:21,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/8dce95e14a5e4c77b0a8cbbba3c57cab to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/8dce95e14a5e4c77b0a8cbbba3c57cab 2024-11-24T09:22:21,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0cc0d5de384486099e470b221657cba to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0cc0d5de384486099e470b221657cba 2024-11-24T09:22:21,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/0da9f88e76a542c1a8efd996901ab55f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/0da9f88e76a542c1a8efd996901ab55f 2024-11-24T09:22:21,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/246585c0d4964c7cadb6e1d13b0fb58c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/246585c0d4964c7cadb6e1d13b0fb58c 2024-11-24T09:22:21,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/07bcda42260c42aba2ca234c3969c335, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ed459f62ad9347c4aa0cb3fa90db12b3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/33b162190e044ffb8746e0d5d59ad588, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/310902f4666842f78c4c1753ea9afffa, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a7b5fec649204354ac967ddf2d58a8ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aff84e4a79a54c98a0e3ebeaee323387, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/4d04b62b5b4140bea79f43cc3720a214, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a20bd95c0c594dd5990068d1c230278d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/fa6f30ce2c7942c99977d866babde9d1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/0a877e07dc9341a39191f5840cd3fce4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a33d45289ef6494fb42db089f6b3a835, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/20b53c6b5044497ea843476244e5e511, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/d6d19e1d72f843f9a0bdff43a899dde5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/e27ae295c6a24bf7b71600f1cdbd91dd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ce57734fa6294652b24a9b1db1034e36, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/59bdd2857c9d45a18621f302d46c3e75, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/00e85911ff404a19a1fc90e57604979b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a973dcd29f824a7aa72208f2713acec0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c15ddc1da7be481bb335ccd71443de9f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/31e6b3e2c44b49ae831ec4380aa170d6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/8fe0a46dc82e4a528c38cc2e1610a202, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3247c24882de49e69500ebf8bb2c793e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/da84cb68276445e5b7727be2182c607d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ffea039a8a6e4089ac45b48041d88db3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aa7d866d8c384db192ac64c53cc5bb7b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/b2d1d7b24e874edd818bc3de8f8da680, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/94514a14a2a54c699b5122f2fd9fbf1f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6668e8aafaae4f349051dd53e5c34024, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/9af017b41e8142c680a61bdbef4f49f1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6637a889ecd64a3f9664b996a32f1bd3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/814c9185282d4811a4828c56ff004876, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/17d3b5afe57b4a808e03adbfaadf4e33, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/7721636df3d145b2a93179c58acaa366, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/2311bcf0b8034b35ba16de767ecef074, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3ea33285805e460f94e4576574ae6160, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/cceb72488eac42428fbd16539c5faf83, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a28282dd6fa54490a71ad8f9352c2269, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/1956638d56d54204b7cde3d7b3ca8816, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a17dd3aed7944a4082b8cbf599bc9fed, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/24c4fd3a2bdc4cadb093715e3d1e6c9a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c42cd30e80aa4061aa91daec67d7ab98, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6ace882b959f46d09623a08f7192ee4a] to archive 2024-11-24T09:22:21,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:21,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/07bcda42260c42aba2ca234c3969c335 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/07bcda42260c42aba2ca234c3969c335 2024-11-24T09:22:21,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ed459f62ad9347c4aa0cb3fa90db12b3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ed459f62ad9347c4aa0cb3fa90db12b3 2024-11-24T09:22:21,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/33b162190e044ffb8746e0d5d59ad588 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/33b162190e044ffb8746e0d5d59ad588 2024-11-24T09:22:21,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/310902f4666842f78c4c1753ea9afffa to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/310902f4666842f78c4c1753ea9afffa 2024-11-24T09:22:21,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a7b5fec649204354ac967ddf2d58a8ff to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a7b5fec649204354ac967ddf2d58a8ff 2024-11-24T09:22:21,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aff84e4a79a54c98a0e3ebeaee323387 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aff84e4a79a54c98a0e3ebeaee323387 2024-11-24T09:22:21,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/4d04b62b5b4140bea79f43cc3720a214 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/4d04b62b5b4140bea79f43cc3720a214 2024-11-24T09:22:21,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a20bd95c0c594dd5990068d1c230278d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a20bd95c0c594dd5990068d1c230278d 2024-11-24T09:22:21,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/fa6f30ce2c7942c99977d866babde9d1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/fa6f30ce2c7942c99977d866babde9d1 2024-11-24T09:22:21,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/0a877e07dc9341a39191f5840cd3fce4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/0a877e07dc9341a39191f5840cd3fce4 2024-11-24T09:22:21,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a33d45289ef6494fb42db089f6b3a835 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a33d45289ef6494fb42db089f6b3a835 2024-11-24T09:22:21,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/20b53c6b5044497ea843476244e5e511 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/20b53c6b5044497ea843476244e5e511 2024-11-24T09:22:21,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/d6d19e1d72f843f9a0bdff43a899dde5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/d6d19e1d72f843f9a0bdff43a899dde5 2024-11-24T09:22:21,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/e27ae295c6a24bf7b71600f1cdbd91dd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/e27ae295c6a24bf7b71600f1cdbd91dd 2024-11-24T09:22:21,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ce57734fa6294652b24a9b1db1034e36 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ce57734fa6294652b24a9b1db1034e36 2024-11-24T09:22:21,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/59bdd2857c9d45a18621f302d46c3e75 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/59bdd2857c9d45a18621f302d46c3e75 2024-11-24T09:22:21,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/00e85911ff404a19a1fc90e57604979b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/00e85911ff404a19a1fc90e57604979b 2024-11-24T09:22:21,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a973dcd29f824a7aa72208f2713acec0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a973dcd29f824a7aa72208f2713acec0 2024-11-24T09:22:21,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c15ddc1da7be481bb335ccd71443de9f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c15ddc1da7be481bb335ccd71443de9f 2024-11-24T09:22:21,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/31e6b3e2c44b49ae831ec4380aa170d6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/31e6b3e2c44b49ae831ec4380aa170d6 2024-11-24T09:22:21,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/8fe0a46dc82e4a528c38cc2e1610a202 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/8fe0a46dc82e4a528c38cc2e1610a202 2024-11-24T09:22:21,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3247c24882de49e69500ebf8bb2c793e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3247c24882de49e69500ebf8bb2c793e 2024-11-24T09:22:21,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/da84cb68276445e5b7727be2182c607d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/da84cb68276445e5b7727be2182c607d 2024-11-24T09:22:21,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ffea039a8a6e4089ac45b48041d88db3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/ffea039a8a6e4089ac45b48041d88db3 2024-11-24T09:22:21,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aa7d866d8c384db192ac64c53cc5bb7b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/aa7d866d8c384db192ac64c53cc5bb7b 2024-11-24T09:22:21,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/b2d1d7b24e874edd818bc3de8f8da680 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/b2d1d7b24e874edd818bc3de8f8da680 2024-11-24T09:22:21,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/94514a14a2a54c699b5122f2fd9fbf1f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/94514a14a2a54c699b5122f2fd9fbf1f 2024-11-24T09:22:21,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6668e8aafaae4f349051dd53e5c34024 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6668e8aafaae4f349051dd53e5c34024 2024-11-24T09:22:21,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/9af017b41e8142c680a61bdbef4f49f1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/9af017b41e8142c680a61bdbef4f49f1 2024-11-24T09:22:21,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6637a889ecd64a3f9664b996a32f1bd3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6637a889ecd64a3f9664b996a32f1bd3 2024-11-24T09:22:21,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/814c9185282d4811a4828c56ff004876 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/814c9185282d4811a4828c56ff004876 2024-11-24T09:22:21,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/17d3b5afe57b4a808e03adbfaadf4e33 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/17d3b5afe57b4a808e03adbfaadf4e33 2024-11-24T09:22:21,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/7721636df3d145b2a93179c58acaa366 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/7721636df3d145b2a93179c58acaa366 2024-11-24T09:22:21,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/2311bcf0b8034b35ba16de767ecef074 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/2311bcf0b8034b35ba16de767ecef074 2024-11-24T09:22:21,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3ea33285805e460f94e4576574ae6160 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/3ea33285805e460f94e4576574ae6160 2024-11-24T09:22:21,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/cceb72488eac42428fbd16539c5faf83 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/cceb72488eac42428fbd16539c5faf83 2024-11-24T09:22:21,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a28282dd6fa54490a71ad8f9352c2269 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a28282dd6fa54490a71ad8f9352c2269 2024-11-24T09:22:21,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/1956638d56d54204b7cde3d7b3ca8816 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/1956638d56d54204b7cde3d7b3ca8816 2024-11-24T09:22:21,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a17dd3aed7944a4082b8cbf599bc9fed to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/a17dd3aed7944a4082b8cbf599bc9fed 2024-11-24T09:22:21,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/24c4fd3a2bdc4cadb093715e3d1e6c9a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/24c4fd3a2bdc4cadb093715e3d1e6c9a 2024-11-24T09:22:21,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c42cd30e80aa4061aa91daec67d7ab98 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/c42cd30e80aa4061aa91daec67d7ab98 2024-11-24T09:22:21,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6ace882b959f46d09623a08f7192ee4a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/6ace882b959f46d09623a08f7192ee4a 2024-11-24T09:22:21,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c7dad3c5efe6427e8bd13318001a5f15, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9b902592e0e14c83bcc38ffb5ba69f49, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/65b5075125254ac2902021976929a89c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d042097eac1741f6a17ffa4c5ffb9c09, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5ab60f50c8e6456d8f656a343a7d8198, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/ccb8f351afb1488587c28557bad44b68, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/fdbdde3c133c4765a740728baca41730, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d88e9f7ce0c4990a2ea469d55afd2a0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5353c32f45fc46c2976e33b196eff705, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/bf0e268ae159402b8ed11cf249e7e6f2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/4035697471424c96b24c5eb3ce9554cc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0c6df81bc1e24d0092e97a61dfd938bf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/27757913a3f0405fa1fd48b513afcbb0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/f182829196924c1ca319475851ec9708, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c0519e9101fc4bd69cdc7982e839da91, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cb79b973ee104644864d22eb8b404b93, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a1a56b8970874ce380ea9f8e03612578, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5db2be9a5019418698befc604b49bfe8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/2ef223062a114d39a0d201e3d21f4c10, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/77c8bbb1dd03426ba339339154e593dd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/43eaffedf72647cb8ec22d7e0d5fcf16, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/098127e371554a65bbacc320bad56083, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d1699e212ff41d88795aaf9ff24b727, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/829bfe26afed47f387671d72ba2d30dc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/46448d1873d64730a2454d0b41ff8fe3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/b7ebaf83347a453d8e15a670efab1f68, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8626e239ce2e457bbed0028b442fef1f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/927fe40873f64e34b1ad9a8b3f4f1cf2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a109c7984f8c4c52b87d2bce40788b4d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/427c9f96fdf54d23a96f3ecb8a452ef5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23e41a17a7e342ab9780bb8977b6da4c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/aaaeb7127b1e4e6a8b68cf914a632f9d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e4383c056edf4f0890bbbf41e6ca81e5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c3135c98f9714142b92dde038c481faf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/6607b70caa104dc6ace8daf8422e5614, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23fc45749293407e954b46f029a1e8de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cfcfa4629bae4ea3a972e042d8d50264, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9096f8b948e848c98506a78957c45999, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5a9914cf921e4ad7830b3f9e2168772d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e6f84e60ae3b4b5fb854a8ebfbfc573b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a6e178fc618c431285f338acd90dd834] to archive 2024-11-24T09:22:21,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:21,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0f2fab75ecda41cdb9a8e87c9d1ed3d9 2024-11-24T09:22:21,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c7dad3c5efe6427e8bd13318001a5f15 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c7dad3c5efe6427e8bd13318001a5f15 2024-11-24T09:22:21,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9b902592e0e14c83bcc38ffb5ba69f49 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9b902592e0e14c83bcc38ffb5ba69f49 2024-11-24T09:22:21,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/65b5075125254ac2902021976929a89c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/65b5075125254ac2902021976929a89c 2024-11-24T09:22:21,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d042097eac1741f6a17ffa4c5ffb9c09 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d042097eac1741f6a17ffa4c5ffb9c09 2024-11-24T09:22:21,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5ab60f50c8e6456d8f656a343a7d8198 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5ab60f50c8e6456d8f656a343a7d8198 2024-11-24T09:22:21,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/ccb8f351afb1488587c28557bad44b68 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/ccb8f351afb1488587c28557bad44b68 2024-11-24T09:22:21,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/fdbdde3c133c4765a740728baca41730 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/fdbdde3c133c4765a740728baca41730 2024-11-24T09:22:21,314 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d88e9f7ce0c4990a2ea469d55afd2a0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d88e9f7ce0c4990a2ea469d55afd2a0 2024-11-24T09:22:21,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5353c32f45fc46c2976e33b196eff705 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5353c32f45fc46c2976e33b196eff705 2024-11-24T09:22:21,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/bf0e268ae159402b8ed11cf249e7e6f2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/bf0e268ae159402b8ed11cf249e7e6f2 2024-11-24T09:22:21,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/4035697471424c96b24c5eb3ce9554cc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/4035697471424c96b24c5eb3ce9554cc 2024-11-24T09:22:21,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0c6df81bc1e24d0092e97a61dfd938bf to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/0c6df81bc1e24d0092e97a61dfd938bf 2024-11-24T09:22:21,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/27757913a3f0405fa1fd48b513afcbb0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/27757913a3f0405fa1fd48b513afcbb0 2024-11-24T09:22:21,326 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/f182829196924c1ca319475851ec9708 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/f182829196924c1ca319475851ec9708 2024-11-24T09:22:21,327 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c0519e9101fc4bd69cdc7982e839da91 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c0519e9101fc4bd69cdc7982e839da91 2024-11-24T09:22:21,329 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cb79b973ee104644864d22eb8b404b93 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cb79b973ee104644864d22eb8b404b93 2024-11-24T09:22:21,330 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a1a56b8970874ce380ea9f8e03612578 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a1a56b8970874ce380ea9f8e03612578 2024-11-24T09:22:21,331 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5db2be9a5019418698befc604b49bfe8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5db2be9a5019418698befc604b49bfe8 2024-11-24T09:22:21,332 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/2ef223062a114d39a0d201e3d21f4c10 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/2ef223062a114d39a0d201e3d21f4c10 2024-11-24T09:22:21,335 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/77c8bbb1dd03426ba339339154e593dd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/77c8bbb1dd03426ba339339154e593dd 2024-11-24T09:22:21,336 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/43eaffedf72647cb8ec22d7e0d5fcf16 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/43eaffedf72647cb8ec22d7e0d5fcf16 2024-11-24T09:22:21,338 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/098127e371554a65bbacc320bad56083 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/098127e371554a65bbacc320bad56083 2024-11-24T09:22:21,339 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d1699e212ff41d88795aaf9ff24b727 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8d1699e212ff41d88795aaf9ff24b727 2024-11-24T09:22:21,341 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/829bfe26afed47f387671d72ba2d30dc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/829bfe26afed47f387671d72ba2d30dc 2024-11-24T09:22:21,342 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/46448d1873d64730a2454d0b41ff8fe3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/46448d1873d64730a2454d0b41ff8fe3 2024-11-24T09:22:21,343 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/b7ebaf83347a453d8e15a670efab1f68 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/b7ebaf83347a453d8e15a670efab1f68 2024-11-24T09:22:21,345 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8626e239ce2e457bbed0028b442fef1f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/8626e239ce2e457bbed0028b442fef1f 2024-11-24T09:22:21,347 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/927fe40873f64e34b1ad9a8b3f4f1cf2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/927fe40873f64e34b1ad9a8b3f4f1cf2 2024-11-24T09:22:21,349 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a109c7984f8c4c52b87d2bce40788b4d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a109c7984f8c4c52b87d2bce40788b4d 2024-11-24T09:22:21,350 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/427c9f96fdf54d23a96f3ecb8a452ef5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/427c9f96fdf54d23a96f3ecb8a452ef5 2024-11-24T09:22:21,351 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23e41a17a7e342ab9780bb8977b6da4c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23e41a17a7e342ab9780bb8977b6da4c 2024-11-24T09:22:21,354 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/aaaeb7127b1e4e6a8b68cf914a632f9d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/aaaeb7127b1e4e6a8b68cf914a632f9d 2024-11-24T09:22:21,355 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e4383c056edf4f0890bbbf41e6ca81e5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e4383c056edf4f0890bbbf41e6ca81e5 2024-11-24T09:22:21,356 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c3135c98f9714142b92dde038c481faf to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c3135c98f9714142b92dde038c481faf 2024-11-24T09:22:21,358 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/6607b70caa104dc6ace8daf8422e5614 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/6607b70caa104dc6ace8daf8422e5614 2024-11-24T09:22:21,361 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23fc45749293407e954b46f029a1e8de to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/23fc45749293407e954b46f029a1e8de 2024-11-24T09:22:21,363 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cfcfa4629bae4ea3a972e042d8d50264 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/cfcfa4629bae4ea3a972e042d8d50264 2024-11-24T09:22:21,365 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9096f8b948e848c98506a78957c45999 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/9096f8b948e848c98506a78957c45999 2024-11-24T09:22:21,367 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5a9914cf921e4ad7830b3f9e2168772d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/5a9914cf921e4ad7830b3f9e2168772d 2024-11-24T09:22:21,369 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e6f84e60ae3b4b5fb854a8ebfbfc573b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/e6f84e60ae3b4b5fb854a8ebfbfc573b 2024-11-24T09:22:21,371 DEBUG [StoreCloser-TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a6e178fc618c431285f338acd90dd834 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/a6e178fc618c431285f338acd90dd834 2024-11-24T09:22:21,376 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/recovered.edits/621.seqid, newMaxSeqId=621, maxSeqId=1 2024-11-24T09:22:21,380 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68. 2024-11-24T09:22:21,380 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 8f8eadb07c025ee33bc930d7016f2f68: 2024-11-24T09:22:21,383 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:21,383 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8f8eadb07c025ee33bc930d7016f2f68, regionState=CLOSED 2024-11-24T09:22:21,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T09:22:21,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 8f8eadb07c025ee33bc930d7016f2f68, server=36e70e68d79c,38889,1732440112500 in 1.7110 sec 2024-11-24T09:22:21,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-24T09:22:21,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8f8eadb07c025ee33bc930d7016f2f68, UNASSIGN in 1.7170 sec 2024-11-24T09:22:21,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-24T09:22:21,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7250 sec 2024-11-24T09:22:21,394 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440141394"}]},"ts":"1732440141394"} 2024-11-24T09:22:21,395 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:22:21,399 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:22:21,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7520 sec 2024-11-24T09:22:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-24T09:22:21,765 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-24T09:22:21,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:22:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:22:21,775 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,778 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:21,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/recovered.edits] 2024-11-24T09:22:21,786 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a81d2c8cf9494530b9d6850109d0d61e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/a81d2c8cf9494530b9d6850109d0d61e 2024-11-24T09:22:21,787 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0c1c6a2e5b84ce3a6833895c50a49ce to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/A/b0c1c6a2e5b84ce3a6833895c50a49ce 2024-11-24T09:22:21,790 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/15939a407fdc4180ab1789b2cdb79d10 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/15939a407fdc4180ab1789b2cdb79d10 2024-11-24T09:22:21,792 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/f3dd7b0c95cf40549009439a3542c21a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/B/f3dd7b0c95cf40549009439a3542c21a 2024-11-24T09:22:21,795 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c2803945fcd24fbaa2220152156ef4a2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/c2803945fcd24fbaa2220152156ef4a2 2024-11-24T09:22:21,796 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d2cb4f9df217401482b004d8a07f9da1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/C/d2cb4f9df217401482b004d8a07f9da1 2024-11-24T09:22:21,799 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/recovered.edits/621.seqid to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68/recovered.edits/621.seqid 2024-11-24T09:22:21,800 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/8f8eadb07c025ee33bc930d7016f2f68 2024-11-24T09:22:21,800 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:22:21,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T09:22:21,814 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:22:21,850 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:22:21,852 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,852 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:22:21,852 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440141852"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:21,855 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:22:21,855 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8f8eadb07c025ee33bc930d7016f2f68, NAME => 'TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:22:21,855 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:22:21,855 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440141855"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:21,858 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:22:21,860 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 91 msec 2024-11-24T09:22:21,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-24T09:22:21,877 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-24T09:22:21,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 218) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_170059025_22 at /127.0.0.1:52678 [Waiting for operation #234] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;36e70e68d79c:38889-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-45086499_22 at /127.0.0.1:52502 [Waiting for operation #294] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_170059025_22 at /127.0.0.1:52302 [Waiting for operation #305] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=602 (was 330) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7040 (was 7593) 2024-11-24T09:22:21,923 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=7038 2024-11-24T09:22:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:21,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:21,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:22:21,930 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:21,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-24T09:22:21,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:22:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-24T09:22:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741971_1147 (size=963) 2024-11-24T09:22:21,966 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:22:22,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741972_1148 (size=53) 2024-11-24T09:22:22,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:22,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a472c333350c89ab70f56ba46f36bd37, disabling compactions & flushes 2024-11-24T09:22:22,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. after waiting 0 ms 2024-11-24T09:22:22,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:22,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:22:22,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440142014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440142014"}]},"ts":"1732440142014"} 2024-11-24T09:22:22,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:22:22,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:22:22,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440142020"}]},"ts":"1732440142020"} 2024-11-24T09:22:22,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:22:22,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, ASSIGN}] 2024-11-24T09:22:22,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, ASSIGN 2024-11-24T09:22:22,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:22:22,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-24T09:22:22,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:22:22,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:22,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:22:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-24T09:22:22,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:22,341 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,341 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:22,342 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,342 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:22,342 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,342 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,343 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,345 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:22,345 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a472c333350c89ab70f56ba46f36bd37 columnFamilyName A 2024-11-24T09:22:22,345 DEBUG [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:22,346 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(327): Store=a472c333350c89ab70f56ba46f36bd37/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:22,346 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,347 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:22,348 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a472c333350c89ab70f56ba46f36bd37 columnFamilyName B 2024-11-24T09:22:22,349 DEBUG [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:22,349 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(327): Store=a472c333350c89ab70f56ba46f36bd37/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:22,349 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,350 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:22,351 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a472c333350c89ab70f56ba46f36bd37 columnFamilyName C 2024-11-24T09:22:22,351 DEBUG [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:22,351 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(327): Store=a472c333350c89ab70f56ba46f36bd37/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:22,351 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,352 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,353 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,354 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:22,356 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:22,358 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:22:22,359 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened a472c333350c89ab70f56ba46f36bd37; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64838359, jitterRate=-0.03383316099643707}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:22,360 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:22,361 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., pid=35, masterSystemTime=1732440142337 2024-11-24T09:22:22,362 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,363 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:22,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:22,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T09:22:22,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 in 179 msec 2024-11-24T09:22:22,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-24T09:22:22,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, ASSIGN in 337 msec 2024-11-24T09:22:22,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:22:22,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440142370"}]},"ts":"1732440142370"} 2024-11-24T09:22:22,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:22:22,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:22:22,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 451 msec 2024-11-24T09:22:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-24T09:22:22,539 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-24T09:22:22,542 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-24T09:22:22,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:22,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:22,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:22,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:22:22,554 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:22:22,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:22,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:22,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741973_1149 (size=999) 2024-11-24T09:22:23,002 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T09:22:23,002 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T09:22:23,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:23,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, REOPEN/MOVE}] 2024-11-24T09:22:23,022 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, REOPEN/MOVE 2024-11-24T09:22:23,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,024 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:23,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:22:23,175 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,176 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,176 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:23,176 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing a472c333350c89ab70f56ba46f36bd37, disabling compactions & flushes 2024-11-24T09:22:23,176 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,176 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,176 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. after waiting 0 ms 2024-11-24T09:22:23,176 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,188 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T09:22:23,189 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,189 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:23,189 WARN [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: a472c333350c89ab70f56ba46f36bd37 to self. 2024-11-24T09:22:23,191 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=CLOSED 2024-11-24T09:22:23,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T09:22:23,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 in 170 msec 2024-11-24T09:22:23,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, REOPEN/MOVE; state=CLOSED, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=true 2024-11-24T09:22:23,347 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:22:23,500 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,504 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,504 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:23,505 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,505 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:23,505 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,505 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,510 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,511 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:23,518 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a472c333350c89ab70f56ba46f36bd37 columnFamilyName A 2024-11-24T09:22:23,520 DEBUG [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:23,521 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(327): Store=a472c333350c89ab70f56ba46f36bd37/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:23,521 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,522 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:23,523 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a472c333350c89ab70f56ba46f36bd37 columnFamilyName B 2024-11-24T09:22:23,523 DEBUG [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:23,523 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(327): Store=a472c333350c89ab70f56ba46f36bd37/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:23,523 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,524 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:23,525 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a472c333350c89ab70f56ba46f36bd37 columnFamilyName C 2024-11-24T09:22:23,525 DEBUG [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:23,525 INFO [StoreOpener-a472c333350c89ab70f56ba46f36bd37-1 {}] regionserver.HStore(327): Store=a472c333350c89ab70f56ba46f36bd37/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:23,525 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,526 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,528 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,529 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:23,531 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,532 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened a472c333350c89ab70f56ba46f36bd37; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73868959, jitterRate=0.10073326528072357}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:23,533 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:23,534 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., pid=40, masterSystemTime=1732440143500 2024-11-24T09:22:23,535 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,535 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=OPEN, openSeqNum=5, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-24T09:22:23,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 in 189 msec 2024-11-24T09:22:23,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-24T09:22:23,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, REOPEN/MOVE in 519 msec 2024-11-24T09:22:23,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T09:22:23,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 537 msec 2024-11-24T09:22:23,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 970 msec 2024-11-24T09:22:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-24T09:22:23,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-24T09:22:23,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-24T09:22:23,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-24T09:22:23,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-24T09:22:23,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-24T09:22:23,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,599 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-24T09:22:23,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,606 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-24T09:22:23,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-24T09:22:23,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-24T09:22:23,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:23,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-24T09:22:23,632 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T09:22:23,633 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:23,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:23,648 DEBUG [hconnection-0x61a943e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,652 DEBUG [hconnection-0x79bfd5bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,652 DEBUG [hconnection-0x1b7e183d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,654 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,654 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,655 DEBUG [hconnection-0x136bb299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,656 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,657 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,659 DEBUG [hconnection-0x2bccd049-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,661 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:23,691 DEBUG [hconnection-0x1adbc80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,693 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:23,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:23,721 DEBUG [hconnection-0x1b80bd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,722 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T09:22:23,739 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,741 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53814, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,761 DEBUG [hconnection-0x36caa65b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:23,762 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:23,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440203753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440203753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440203752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440203771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440203770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,785 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244cd09baecf424d198df908b7146391de_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440143680/Put/seqid=0 2024-11-24T09:22:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440203874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440203874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440203876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440203877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440203877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741974_1150 (size=12154) 2024-11-24T09:22:23,923 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:23,930 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244cd09baecf424d198df908b7146391de_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244cd09baecf424d198df908b7146391de_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:23,931 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9554827b633c4838815d9dcd4ea2e0fd, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T09:22:23,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:23,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:23,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:23,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9554827b633c4838815d9dcd4ea2e0fd is 175, key is test_row_0/A:col10/1732440143680/Put/seqid=0 2024-11-24T09:22:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741975_1151 (size=30955) 2024-11-24T09:22:23,986 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9554827b633c4838815d9dcd4ea2e0fd 2024-11-24T09:22:24,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/39c65e65874844ea9d66777ba66dd378 is 50, key is test_row_0/B:col10/1732440143680/Put/seqid=0 2024-11-24T09:22:24,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440204078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440204081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440204081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440204081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440204081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,095 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741976_1152 (size=12001) 2024-11-24T09:22:24,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T09:22:24,250 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440204389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440204389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440204393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440204393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440204395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,403 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:24,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/39c65e65874844ea9d66777ba66dd378 2024-11-24T09:22:24,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:24,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:24,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:24,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/4c1b5f2a94364e19b1ef3e71e3d001b0 is 50, key is test_row_0/C:col10/1732440143680/Put/seqid=0 2024-11-24T09:22:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741977_1153 (size=12001) 2024-11-24T09:22:24,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/4c1b5f2a94364e19b1ef3e71e3d001b0 2024-11-24T09:22:24,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9554827b633c4838815d9dcd4ea2e0fd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd 2024-11-24T09:22:24,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T09:22:24,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/39c65e65874844ea9d66777ba66dd378 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/39c65e65874844ea9d66777ba66dd378 2024-11-24T09:22:24,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/39c65e65874844ea9d66777ba66dd378, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T09:22:24,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/4c1b5f2a94364e19b1ef3e71e3d001b0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4c1b5f2a94364e19b1ef3e71e3d001b0 2024-11-24T09:22:24,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4c1b5f2a94364e19b1ef3e71e3d001b0, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T09:22:24,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a472c333350c89ab70f56ba46f36bd37 in 998ms, sequenceid=16, compaction requested=false 2024-11-24T09:22:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:24,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-24T09:22:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:24,712 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:24,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:24,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cb126c735c2244a595773cb35ce18638_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440143750/Put/seqid=0 2024-11-24T09:22:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T09:22:24,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741978_1154 (size=12154) 2024-11-24T09:22:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:24,790 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cb126c735c2244a595773cb35ce18638_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cb126c735c2244a595773cb35ce18638_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:24,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/89aa7e97aaa54948b90ec87964aa3027, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/89aa7e97aaa54948b90ec87964aa3027 is 175, key is test_row_0/A:col10/1732440143750/Put/seqid=0 2024-11-24T09:22:24,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741979_1155 (size=30955) 2024-11-24T09:22:24,827 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/89aa7e97aaa54948b90ec87964aa3027 2024-11-24T09:22:24,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/c99c964713bc4a8b8fdfff86fb3ddddc is 50, key is test_row_0/B:col10/1732440143750/Put/seqid=0 2024-11-24T09:22:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:24,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440204918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440204917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741980_1156 (size=12001) 2024-11-24T09:22:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440204920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440204922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440204922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440205026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440205026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440205026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440205026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440205026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440205230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440205230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440205230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440205230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440205232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,326 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/c99c964713bc4a8b8fdfff86fb3ddddc 2024-11-24T09:22:25,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/bf2080a953a84460a0b45fce592ce261 is 50, key is test_row_0/C:col10/1732440143750/Put/seqid=0 2024-11-24T09:22:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741981_1157 (size=12001) 2024-11-24T09:22:25,414 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/bf2080a953a84460a0b45fce592ce261 2024-11-24T09:22:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/89aa7e97aaa54948b90ec87964aa3027 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027 2024-11-24T09:22:25,428 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T09:22:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/c99c964713bc4a8b8fdfff86fb3ddddc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c99c964713bc4a8b8fdfff86fb3ddddc 2024-11-24T09:22:25,434 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c99c964713bc4a8b8fdfff86fb3ddddc, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:22:25,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/bf2080a953a84460a0b45fce592ce261 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/bf2080a953a84460a0b45fce592ce261 2024-11-24T09:22:25,455 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/bf2080a953a84460a0b45fce592ce261, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:22:25,468 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a472c333350c89ab70f56ba46f36bd37 in 756ms, sequenceid=41, compaction requested=false 2024-11-24T09:22:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:25,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-24T09:22:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-24T09:22:25,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-24T09:22:25,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8370 sec 2024-11-24T09:22:25,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.8410 sec 2024-11-24T09:22:25,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:25,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:25,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:25,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:25,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:25,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:25,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:25,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440205588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440205589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc145157eb2b4b7f98e7c830842237f8_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:25,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440205596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440205597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440205597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741982_1158 (size=12154) 2024-11-24T09:22:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440205697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440205699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440205704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440205705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440205706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-24T09:22:25,742 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-24T09:22:25,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-24T09:22:25,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:25,749 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:25,750 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:25,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:25,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:25,903 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:25,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440205903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440205910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440205915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440205917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440205919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:26,057 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:26,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc145157eb2b4b7f98e7c830842237f8_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc145157eb2b4b7f98e7c830842237f8_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:26,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/3e42afcffce744a8a81a992fbafa884e, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:26,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/3e42afcffce744a8a81a992fbafa884e is 175, key is test_row_0/A:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741983_1159 (size=30955) 2024-11-24T09:22:26,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/3e42afcffce744a8a81a992fbafa884e 2024-11-24T09:22:26,130 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T09:22:26,132 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T09:22:26,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7dfa3e504544425d931cb0a8243e24c3 is 50, key is test_row_0/B:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741984_1160 (size=12001) 2024-11-24T09:22:26,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7dfa3e504544425d931cb0a8243e24c3 2024-11-24T09:22:26,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/49294a679874474ca678a3da493bc6c0 is 50, key is test_row_0/C:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:26,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741985_1161 (size=12001) 2024-11-24T09:22:26,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/49294a679874474ca678a3da493bc6c0 2024-11-24T09:22:26,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/3e42afcffce744a8a81a992fbafa884e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e 2024-11-24T09:22:26,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e, entries=150, sequenceid=55, filesize=30.2 K 2024-11-24T09:22:26,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7dfa3e504544425d931cb0a8243e24c3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7dfa3e504544425d931cb0a8243e24c3 2024-11-24T09:22:26,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7dfa3e504544425d931cb0a8243e24c3, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:26,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/49294a679874474ca678a3da493bc6c0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/49294a679874474ca678a3da493bc6c0 2024-11-24T09:22:26,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440206211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440206218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/49294a679874474ca678a3da493bc6c0, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:26,223 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-24T09:22:26,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=147.60 KB/151140 for a472c333350c89ab70f56ba46f36bd37 in 678ms, sequenceid=55, compaction requested=true 2024-11-24T09:22:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:26,229 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:26,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:26,229 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:26,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:26,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:26,230 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:26,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:26,230 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:26,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:26,231 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:22:26,231 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=90.7 K 2024-11-24T09:22:26,231 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:26,231 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e] 2024-11-24T09:22:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:26,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:26,232 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:26,232 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9554827b633c4838815d9dcd4ea2e0fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732440143666 2024-11-24T09:22:26,232 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:26,232 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,232 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/39c65e65874844ea9d66777ba66dd378, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c99c964713bc4a8b8fdfff86fb3ddddc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7dfa3e504544425d931cb0a8243e24c3] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=35.2 K 2024-11-24T09:22:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:26,232 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89aa7e97aaa54948b90ec87964aa3027, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440143745 2024-11-24T09:22:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:26,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:26,233 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 39c65e65874844ea9d66777ba66dd378, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732440143666 2024-11-24T09:22:26,233 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e42afcffce744a8a81a992fbafa884e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440144918 2024-11-24T09:22:26,234 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c99c964713bc4a8b8fdfff86fb3ddddc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440143745 2024-11-24T09:22:26,234 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dfa3e504544425d931cb0a8243e24c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440144918 2024-11-24T09:22:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440206242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440206242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440206243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,263 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:26,264 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/b2905eab166c4801999f7420fd57fab9 is 50, key is test_row_0/B:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:26,264 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:26,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249445270fc8c24b899ee6323b679be474_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440146226/Put/seqid=0 2024-11-24T09:22:26,281 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124897b7c407e2a4cb28ba85695c4d91094_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:26,284 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124897b7c407e2a4cb28ba85695c4d91094_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:26,285 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124897b7c407e2a4cb28ba85695c4d91094_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:26,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741986_1162 (size=12104) 2024-11-24T09:22:26,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741987_1163 (size=12154) 2024-11-24T09:22:26,321 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/b2905eab166c4801999f7420fd57fab9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b2905eab166c4801999f7420fd57fab9 2024-11-24T09:22:26,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:26,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249445270fc8c24b899ee6323b679be474_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249445270fc8c24b899ee6323b679be474_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:26,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a15c4a2a0b054e6e99b07d95d1c3df32, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:26,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a15c4a2a0b054e6e99b07d95d1c3df32 is 175, key is test_row_0/A:col10/1732440146226/Put/seqid=0 2024-11-24T09:22:26,334 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into b2905eab166c4801999f7420fd57fab9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:26,335 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:26,335 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=13, startTime=1732440146229; duration=0sec 2024-11-24T09:22:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741988_1164 (size=4469) 2024-11-24T09:22:26,335 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:26,335 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:26,335 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:26,337 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:26,337 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:26,337 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,337 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4c1b5f2a94364e19b1ef3e71e3d001b0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/bf2080a953a84460a0b45fce592ce261, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/49294a679874474ca678a3da493bc6c0] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=35.2 K 2024-11-24T09:22:26,338 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c1b5f2a94364e19b1ef3e71e3d001b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732440143666 2024-11-24T09:22:26,339 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2080a953a84460a0b45fce592ce261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440143745 2024-11-24T09:22:26,339 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#142 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:26,340 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 49294a679874474ca678a3da493bc6c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440144918 2024-11-24T09:22:26,342 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/fc9b30713a274f929eb4b09744691a25 is 175, key is test_row_0/A:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440206348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440206348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440206348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:26,366 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741989_1165 (size=30955) 2024-11-24T09:22:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,367 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,368 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4 is 50, key is test_row_0/C:col10/1732440144918/Put/seqid=0 2024-11-24T09:22:26,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a15c4a2a0b054e6e99b07d95d1c3df32 2024-11-24T09:22:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741990_1166 (size=31058) 2024-11-24T09:22:26,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741991_1167 (size=12104) 2024-11-24T09:22:26,396 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/fc9b30713a274f929eb4b09744691a25 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/fc9b30713a274f929eb4b09744691a25 2024-11-24T09:22:26,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/cb43a052408a4854a0090ec1a6a52f17 is 50, key is test_row_0/B:col10/1732440146226/Put/seqid=0 2024-11-24T09:22:26,407 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into fc9b30713a274f929eb4b09744691a25(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:26,407 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:26,408 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=13, startTime=1732440146228; duration=0sec 2024-11-24T09:22:26,408 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:26,408 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741992_1168 (size=12001) 2024-11-24T09:22:26,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440206552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440206553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440206553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440206715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440206721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,799 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4 2024-11-24T09:22:26,805 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into 2edeb5c6ef284d2b9fd1d8e2a0274fa4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:26,805 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:26,805 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440146230; duration=0sec 2024-11-24T09:22:26,805 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:26,805 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:26,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/cb43a052408a4854a0090ec1a6a52f17 2024-11-24T09:22:26,829 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/129d3ec4bdd84ee8878ec0b69a9c098b is 50, key is test_row_0/C:col10/1732440146226/Put/seqid=0 2024-11-24T09:22:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440206856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440206856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440206857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741993_1169 (size=12001) 2024-11-24T09:22:26,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:22:26,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:26,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:26,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:26,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,137 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:27,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/129d3ec4bdd84ee8878ec0b69a9c098b 2024-11-24T09:22:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a15c4a2a0b054e6e99b07d95d1c3df32 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32 2024-11-24T09:22:27,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32, entries=150, sequenceid=82, filesize=30.2 K 2024-11-24T09:22:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/cb43a052408a4854a0090ec1a6a52f17 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/cb43a052408a4854a0090ec1a6a52f17 2024-11-24T09:22:27,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/cb43a052408a4854a0090ec1a6a52f17, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T09:22:27,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/129d3ec4bdd84ee8878ec0b69a9c098b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/129d3ec4bdd84ee8878ec0b69a9c098b 2024-11-24T09:22:27,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/129d3ec4bdd84ee8878ec0b69a9c098b, entries=150, sequenceid=82, filesize=11.7 K 2024-11-24T09:22:27,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a472c333350c89ab70f56ba46f36bd37 in 1081ms, sequenceid=82, compaction requested=false 2024-11-24T09:22:27,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:27,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:27,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:27,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246fdd3a64a12940118a2993b6dfee780e_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:27,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741994_1170 (size=12154) 2024-11-24T09:22:27,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440207463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440207464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440207464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440207569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440207569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440207569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,600 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:27,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440207719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440207725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:27,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440207771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440207771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440207773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,827 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:27,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246fdd3a64a12940118a2993b6dfee780e_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246fdd3a64a12940118a2993b6dfee780e_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:27,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7d716dbf242142ab9622a7ed3c8e14af, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:27,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7d716dbf242142ab9622a7ed3c8e14af is 175, key is test_row_0/A:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741995_1171 (size=30955) 2024-11-24T09:22:27,851 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7d716dbf242142ab9622a7ed3c8e14af 2024-11-24T09:22:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:27,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/11a2bf7698304b1c9401854ee319cf8d is 50, key is test_row_0/B:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741996_1172 (size=12001) 2024-11-24T09:22:27,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:27,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:27,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:28,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:28,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440208075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440208075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440208076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:28,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:28,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,267 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/11a2bf7698304b1c9401854ee319cf8d 2024-11-24T09:22:28,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/01ba1ff34afa4506a4845a472a8f5669 is 50, key is test_row_0/C:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741997_1173 (size=12001) 2024-11-24T09:22:28,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:28,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440208581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440208582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440208582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:28,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/01ba1ff34afa4506a4845a472a8f5669 2024-11-24T09:22:28,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7d716dbf242142ab9622a7ed3c8e14af as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af 2024-11-24T09:22:28,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af, entries=150, sequenceid=98, filesize=30.2 K 2024-11-24T09:22:28,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/11a2bf7698304b1c9401854ee319cf8d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/11a2bf7698304b1c9401854ee319cf8d 2024-11-24T09:22:28,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/11a2bf7698304b1c9401854ee319cf8d, entries=150, sequenceid=98, filesize=11.7 K 2024-11-24T09:22:28,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/01ba1ff34afa4506a4845a472a8f5669 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/01ba1ff34afa4506a4845a472a8f5669 2024-11-24T09:22:28,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/01ba1ff34afa4506a4845a472a8f5669, entries=150, sequenceid=98, filesize=11.7 K 2024-11-24T09:22:28,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a472c333350c89ab70f56ba46f36bd37 in 1349ms, sequenceid=98, compaction requested=true 2024-11-24T09:22:28,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:28,715 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:28,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:28,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:28,716 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:28,716 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:28,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:28,717 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,717 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/fc9b30713a274f929eb4b09744691a25, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=90.8 K 2024-11-24T09:22:28,717 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/fc9b30713a274f929eb4b09744691a25, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af] 2024-11-24T09:22:28,718 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:28,718 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:28,718 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,718 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b2905eab166c4801999f7420fd57fab9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/cb43a052408a4854a0090ec1a6a52f17, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/11a2bf7698304b1c9401854ee319cf8d] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=35.3 K 2024-11-24T09:22:28,718 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc9b30713a274f929eb4b09744691a25, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440144918 2024-11-24T09:22:28,719 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b2905eab166c4801999f7420fd57fab9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440144918 2024-11-24T09:22:28,719 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a15c4a2a0b054e6e99b07d95d1c3df32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732440145588 2024-11-24T09:22:28,720 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting cb43a052408a4854a0090ec1a6a52f17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732440145588 2024-11-24T09:22:28,720 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d716dbf242142ab9622a7ed3c8e14af, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732440146239 2024-11-24T09:22:28,721 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 11a2bf7698304b1c9401854ee319cf8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732440146239 2024-11-24T09:22:28,732 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:28,735 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:28,736 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/b281ae8b6906444ba9e2c7c4dc465f19 is 50, key is test_row_0/B:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:28,740 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245d1c6bb1c6e6419c839fd29f8ac53ba8_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:28,743 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245d1c6bb1c6e6419c839fd29f8ac53ba8_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:28,744 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245d1c6bb1c6e6419c839fd29f8ac53ba8_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741998_1174 (size=12207) 2024-11-24T09:22:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741999_1175 (size=4469) 2024-11-24T09:22:28,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:28,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-24T09:22:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:28,833 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:28,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:28,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:28,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ee53618597914342a5ecb6ed209e14b3_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440147462/Put/seqid=0 2024-11-24T09:22:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742000_1176 (size=12154) 2024-11-24T09:22:29,162 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#150 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:29,163 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/b8147111b3f14a2a93ed28e01f5fbac7 is 175, key is test_row_0/A:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:29,175 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/b281ae8b6906444ba9e2c7c4dc465f19 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b281ae8b6906444ba9e2c7c4dc465f19 2024-11-24T09:22:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742001_1177 (size=31161) 2024-11-24T09:22:29,182 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into b281ae8b6906444ba9e2c7c4dc465f19(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:29,182 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:29,182 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=13, startTime=1732440148715; duration=0sec 2024-11-24T09:22:29,182 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:29,182 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:29,182 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:29,184 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:29,184 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:29,184 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:29,184 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/129d3ec4bdd84ee8878ec0b69a9c098b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/01ba1ff34afa4506a4845a472a8f5669] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=35.3 K 2024-11-24T09:22:29,185 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2edeb5c6ef284d2b9fd1d8e2a0274fa4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440144918 2024-11-24T09:22:29,185 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 129d3ec4bdd84ee8878ec0b69a9c098b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732440145588 2024-11-24T09:22:29,185 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/b8147111b3f14a2a93ed28e01f5fbac7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b8147111b3f14a2a93ed28e01f5fbac7 2024-11-24T09:22:29,186 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ba1ff34afa4506a4845a472a8f5669, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732440146239 2024-11-24T09:22:29,191 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into b8147111b3f14a2a93ed28e01f5fbac7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:29,191 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:29,191 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=13, startTime=1732440148715; duration=0sec 2024-11-24T09:22:29,191 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:29,191 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:29,196 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:29,196 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/f0f886c9cda4466e80e3a94931b2f4f0 is 50, key is test_row_0/C:col10/1732440147365/Put/seqid=0 2024-11-24T09:22:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742002_1178 (size=12207) 2024-11-24T09:22:29,218 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/f0f886c9cda4466e80e3a94931b2f4f0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f0f886c9cda4466e80e3a94931b2f4f0 2024-11-24T09:22:29,224 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into f0f886c9cda4466e80e3a94931b2f4f0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:29,224 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:29,224 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440148716; duration=0sec 2024-11-24T09:22:29,224 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:29,224 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:29,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,275 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ee53618597914342a5ecb6ed209e14b3_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ee53618597914342a5ecb6ed209e14b3_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:29,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50d65e18a2bc4cdab1c66a768d6e46b1, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:29,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50d65e18a2bc4cdab1c66a768d6e46b1 is 175, key is test_row_0/A:col10/1732440147462/Put/seqid=0 2024-11-24T09:22:29,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742003_1179 (size=30955) 2024-11-24T09:22:29,286 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50d65e18a2bc4cdab1c66a768d6e46b1 2024-11-24T09:22:29,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/618b5b70a6c7469384eca98ecc75bebe is 50, key is test_row_0/B:col10/1732440147462/Put/seqid=0 2024-11-24T09:22:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742004_1180 (size=12001) 2024-11-24T09:22:29,304 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/618b5b70a6c7469384eca98ecc75bebe 2024-11-24T09:22:29,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/708e09be4e154201bf76c035a3d3c1f1 is 50, key is test_row_0/C:col10/1732440147462/Put/seqid=0 2024-11-24T09:22:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742005_1181 (size=12001) 2024-11-24T09:22:29,328 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/708e09be4e154201bf76c035a3d3c1f1 2024-11-24T09:22:29,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50d65e18a2bc4cdab1c66a768d6e46b1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1 2024-11-24T09:22:29,342 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1, entries=150, sequenceid=121, filesize=30.2 K 2024-11-24T09:22:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/618b5b70a6c7469384eca98ecc75bebe as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/618b5b70a6c7469384eca98ecc75bebe 2024-11-24T09:22:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,347 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/618b5b70a6c7469384eca98ecc75bebe, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T09:22:29,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/708e09be4e154201bf76c035a3d3c1f1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/708e09be4e154201bf76c035a3d3c1f1 2024-11-24T09:22:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,354 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/708e09be4e154201bf76c035a3d3c1f1, entries=150, sequenceid=121, filesize=11.7 K 2024-11-24T09:22:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,355 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for a472c333350c89ab70f56ba46f36bd37 in 522ms, sequenceid=121, compaction requested=false 2024-11-24T09:22:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:29,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-24T09:22:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-24T09:22:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-24T09:22:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6100 sec 2024-11-24T09:22:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,364 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 3.6180 sec 2024-11-24T09:22:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:29,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:29,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241116fd0cf0ac4f5a9b46927c5fe204d8_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742007_1183 (size=27198) 2024-11-24T09:22:29,719 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241116fd0cf0ac4f5a9b46927c5fe204d8_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241116fd0cf0ac4f5a9b46927c5fe204d8_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,725 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/62069690ce3e449bb7149b9f3aaca0ea, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/62069690ce3e449bb7149b9f3aaca0ea is 175, key is test_row_0/A:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742006_1182 (size=82985) 2024-11-24T09:22:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,731 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/62069690ce3e449bb7149b9f3aaca0ea 2024-11-24T09:22:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440209727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440209726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440209727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440209729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,733 DEBUG [Thread-727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., hostname=36e70e68d79c,38889,1732440112500, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,734 DEBUG [Thread-725 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., hostname=36e70e68d79c,38889,1732440112500, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440209733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:29,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/48278026f5ee43ac9872c2f7c9379d7a is 50, key is test_row_0/B:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:29,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742008_1184 (size=26445) 2024-11-24T09:22:29,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440209833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440209834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440209839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-24T09:22:29,854 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-24T09:22:29,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-24T09:22:29,858 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T09:22:29,858 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:29,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T09:22:30,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T09:22:30,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440210037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440210038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440210042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T09:22:30,163 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/48278026f5ee43ac9872c2f7c9379d7a 2024-11-24T09:22:30,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T09:22:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/8c9c6b2df2ab43f58281917a86d7b25f is 50, key is test_row_0/C:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742009_1185 (size=12151) 2024-11-24T09:22:30,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T09:22:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:30,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440210338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440210341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440210345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T09:22:30,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T09:22:30,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:30,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:30,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/8c9c6b2df2ab43f58281917a86d7b25f 2024-11-24T09:22:30,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/62069690ce3e449bb7149b9f3aaca0ea as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea 2024-11-24T09:22:30,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea, entries=450, sequenceid=136, filesize=81.0 K 2024-11-24T09:22:30,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/48278026f5ee43ac9872c2f7c9379d7a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/48278026f5ee43ac9872c2f7c9379d7a 2024-11-24T09:22:30,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/48278026f5ee43ac9872c2f7c9379d7a, entries=450, sequenceid=136, filesize=25.8 K 2024-11-24T09:22:30,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/8c9c6b2df2ab43f58281917a86d7b25f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9c6b2df2ab43f58281917a86d7b25f 2024-11-24T09:22:30,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9c6b2df2ab43f58281917a86d7b25f, entries=150, sequenceid=136, filesize=11.9 K 2024-11-24T09:22:30,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a472c333350c89ab70f56ba46f36bd37 in 927ms, sequenceid=136, compaction requested=true 2024-11-24T09:22:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:30,606 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:30,606 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:30,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:30,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:30,609 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:30,609 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:30,609 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:30,609 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:30,610 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,610 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,610 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b8147111b3f14a2a93ed28e01f5fbac7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=141.7 K 2024-11-24T09:22:30,610 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b281ae8b6906444ba9e2c7c4dc465f19, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/618b5b70a6c7469384eca98ecc75bebe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/48278026f5ee43ac9872c2f7c9379d7a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=49.5 K 2024-11-24T09:22:30,610 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,610 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b8147111b3f14a2a93ed28e01f5fbac7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea] 2024-11-24T09:22:30,611 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8147111b3f14a2a93ed28e01f5fbac7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732440146239 2024-11-24T09:22:30,611 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b281ae8b6906444ba9e2c7c4dc465f19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732440146239 2024-11-24T09:22:30,611 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50d65e18a2bc4cdab1c66a768d6e46b1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732440147461 2024-11-24T09:22:30,611 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 618b5b70a6c7469384eca98ecc75bebe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732440147461 2024-11-24T09:22:30,612 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62069690ce3e449bb7149b9f3aaca0ea, keycount=450, bloomtype=ROW, size=81.0 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732440149623 2024-11-24T09:22:30,612 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 48278026f5ee43ac9872c2f7c9379d7a, keycount=450, bloomtype=ROW, size=25.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732440149623 2024-11-24T09:22:30,622 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:30,622 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-24T09:22:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,623 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:30,623 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:30,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:30,624 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/386bc5fbd0bc4dd589cda5f323885721 is 50, key is test_row_0/B:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:30,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:30,628 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249efd1c27fdd846bcbfb5a7edbe48c0c9_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:30,632 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249efd1c27fdd846bcbfb5a7edbe48c0c9_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:30,632 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249efd1c27fdd846bcbfb5a7edbe48c0c9_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742010_1186 (size=12459) 2024-11-24T09:22:30,645 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/386bc5fbd0bc4dd589cda5f323885721 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/386bc5fbd0bc4dd589cda5f323885721 2024-11-24T09:22:30,653 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 386bc5fbd0bc4dd589cda5f323885721(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:30,653 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:30,653 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=13, startTime=1732440150606; duration=0sec 2024-11-24T09:22:30,655 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:30,655 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:30,655 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:30,657 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:30,657 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:30,657 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,657 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f0f886c9cda4466e80e3a94931b2f4f0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/708e09be4e154201bf76c035a3d3c1f1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9c6b2df2ab43f58281917a86d7b25f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=35.5 K 2024-11-24T09:22:30,658 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f0f886c9cda4466e80e3a94931b2f4f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732440146239 2024-11-24T09:22:30,658 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 708e09be4e154201bf76c035a3d3c1f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732440147461 2024-11-24T09:22:30,659 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c9c6b2df2ab43f58281917a86d7b25f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732440149670 2024-11-24T09:22:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742011_1187 (size=4469) 2024-11-24T09:22:30,661 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#160 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:30,662 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/06c0e0f508e34285b5137b23c3dcd764 is 175, key is test_row_0/A:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248d66e3e01b3440489f658e325552f9b1_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440149726/Put/seqid=0 2024-11-24T09:22:30,680 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:30,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742012_1188 (size=31413) 2024-11-24T09:22:30,680 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/ce7b969b9eb14a6a924a5ca0315a70de is 50, key is test_row_0/C:col10/1732440149670/Put/seqid=0 2024-11-24T09:22:30,688 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/06c0e0f508e34285b5137b23c3dcd764 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/06c0e0f508e34285b5137b23c3dcd764 2024-11-24T09:22:30,695 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into 06c0e0f508e34285b5137b23c3dcd764(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:30,695 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:30,695 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=13, startTime=1732440150606; duration=0sec 2024-11-24T09:22:30,695 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:30,695 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:30,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742013_1189 (size=12304) 2024-11-24T09:22:30,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,705 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248d66e3e01b3440489f658e325552f9b1_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248d66e3e01b3440489f658e325552f9b1_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:30,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/246dd419ef98452383049e6e41764d11, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:30,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/246dd419ef98452383049e6e41764d11 is 175, key is test_row_0/A:col10/1732440149726/Put/seqid=0 2024-11-24T09:22:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742014_1190 (size=12459) 2024-11-24T09:22:30,720 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/ce7b969b9eb14a6a924a5ca0315a70de as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/ce7b969b9eb14a6a924a5ca0315a70de 2024-11-24T09:22:30,728 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into ce7b969b9eb14a6a924a5ca0315a70de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:30,728 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:30,728 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440150607; duration=0sec 2024-11-24T09:22:30,728 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:30,728 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742015_1191 (size=31105) 2024-11-24T09:22:30,749 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/246dd419ef98452383049e6e41764d11 2024-11-24T09:22:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/1f982323846d46df8308121819579aea is 50, key is test_row_0/B:col10/1732440149726/Put/seqid=0 2024-11-24T09:22:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742016_1192 (size=12151) 2024-11-24T09:22:30,774 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/1f982323846d46df8308121819579aea 2024-11-24T09:22:30,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/295f98a470ea4511b06e367bf5caa835 is 50, key is test_row_0/C:col10/1732440149726/Put/seqid=0 2024-11-24T09:22:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742017_1193 (size=12151) 2024-11-24T09:22:30,795 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/295f98a470ea4511b06e367bf5caa835 2024-11-24T09:22:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/246dd419ef98452383049e6e41764d11 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11 2024-11-24T09:22:30,809 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11, entries=150, sequenceid=160, filesize=30.4 K 2024-11-24T09:22:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/1f982323846d46df8308121819579aea as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1f982323846d46df8308121819579aea 2024-11-24T09:22:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,816 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1f982323846d46df8308121819579aea, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T09:22:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/295f98a470ea4511b06e367bf5caa835 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/295f98a470ea4511b06e367bf5caa835 2024-11-24T09:22:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,826 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/295f98a470ea4511b06e367bf5caa835, entries=150, sequenceid=160, filesize=11.9 K 2024-11-24T09:22:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,827 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for a472c333350c89ab70f56ba46f36bd37 in 204ms, sequenceid=160, compaction requested=false 2024-11-24T09:22:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-24T09:22:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-24T09:22:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-24T09:22:30,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 971 msec 2024-11-24T09:22:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 975 msec 2024-11-24T09:22:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:30,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cf997c313ef44a5aaccd0c887b9255f6_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742019_1195 (size=24758) 2024-11-24T09:22:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cf997c313ef44a5aaccd0c887b9255f6_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cf997c313ef44a5aaccd0c887b9255f6_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:30,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2ae41ab9568a4c9cb1ae6900302b765d, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2ae41ab9568a4c9cb1ae6900302b765d is 175, key is test_row_0/A:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742018_1194 (size=74395) 2024-11-24T09:22:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,949 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2ae41ab9568a4c9cb1ae6900302b765d 2024-11-24T09:22:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/40b27f729beb4beaa6396e8c3fa73f90 is 50, key is test_row_0/B:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-24T09:22:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,961 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-24T09:22:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-24T09:22:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,967 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:22:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,967 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:30,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742020_1196 (size=24105) 2024-11-24T09:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440210970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/40b27f729beb4beaa6396e8c3fa73f90 2024-11-24T09:22:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440210971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440210976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/cc3f6289b47f4f7ab8f77803ccf41c55 is 50, key is test_row_0/C:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:31,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742021_1197 (size=24105) 2024-11-24T09:22:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:22:31,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440211078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440211078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440211082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T09:22:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:22:31,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T09:22:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440211282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440211282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440211285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/cc3f6289b47f4f7ab8f77803ccf41c55 2024-11-24T09:22:31,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2ae41ab9568a4c9cb1ae6900302b765d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d 2024-11-24T09:22:31,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d, entries=400, sequenceid=174, filesize=72.7 K 2024-11-24T09:22:31,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/40b27f729beb4beaa6396e8c3fa73f90 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/40b27f729beb4beaa6396e8c3fa73f90 2024-11-24T09:22:31,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/40b27f729beb4beaa6396e8c3fa73f90, entries=400, sequenceid=174, filesize=23.5 K 2024-11-24T09:22:31,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/cc3f6289b47f4f7ab8f77803ccf41c55 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cc3f6289b47f4f7ab8f77803ccf41c55 2024-11-24T09:22:31,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T09:22:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:31,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cc3f6289b47f4f7ab8f77803ccf41c55, entries=400, sequenceid=174, filesize=23.5 K 2024-11-24T09:22:31,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a472c333350c89ab70f56ba46f36bd37 in 553ms, sequenceid=174, compaction requested=true 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:31,439 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:31,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:31,439 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:31,440 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48715 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:31,440 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:31,440 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136913 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:31,440 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:31,440 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,441 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,441 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/386bc5fbd0bc4dd589cda5f323885721, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1f982323846d46df8308121819579aea, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/40b27f729beb4beaa6396e8c3fa73f90] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=47.6 K 2024-11-24T09:22:31,441 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/06c0e0f508e34285b5137b23c3dcd764, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=133.7 K 2024-11-24T09:22:31,441 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,441 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/06c0e0f508e34285b5137b23c3dcd764, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d] 2024-11-24T09:22:31,441 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 386bc5fbd0bc4dd589cda5f323885721, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732440149670 2024-11-24T09:22:31,441 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06c0e0f508e34285b5137b23c3dcd764, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732440149670 2024-11-24T09:22:31,442 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f982323846d46df8308121819579aea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440149724 2024-11-24T09:22:31,442 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 246dd419ef98452383049e6e41764d11, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440149724 2024-11-24T09:22:31,442 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b27f729beb4beaa6396e8c3fa73f90, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440150863 2024-11-24T09:22:31,443 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ae41ab9568a4c9cb1ae6900302b765d, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440150863 2024-11-24T09:22:31,455 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:31,458 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:31,459 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/25a1e7f3910b4362b08b74dea986d240 is 50, key is test_row_0/B:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:31,463 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247036d4f0263d49dd927c9d37eddbc6f4_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:31,466 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247036d4f0263d49dd927c9d37eddbc6f4_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:31,466 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247036d4f0263d49dd927c9d37eddbc6f4_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:31,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742022_1198 (size=12561) 2024-11-24T09:22:31,495 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/25a1e7f3910b4362b08b74dea986d240 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/25a1e7f3910b4362b08b74dea986d240 2024-11-24T09:22:31,502 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 25a1e7f3910b4362b08b74dea986d240(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:31,503 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:31,503 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=13, startTime=1732440151439; duration=0sec 2024-11-24T09:22:31,503 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:31,503 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:31,503 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:31,504 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 48715 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:31,504 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:31,504 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,504 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/ce7b969b9eb14a6a924a5ca0315a70de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/295f98a470ea4511b06e367bf5caa835, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cc3f6289b47f4f7ab8f77803ccf41c55] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=47.6 K 2024-11-24T09:22:31,505 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ce7b969b9eb14a6a924a5ca0315a70de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732440149670 2024-11-24T09:22:31,505 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 295f98a470ea4511b06e367bf5caa835, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732440149724 2024-11-24T09:22:31,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742023_1199 (size=4469) 2024-11-24T09:22:31,506 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting cc3f6289b47f4f7ab8f77803ccf41c55, keycount=400, bloomtype=ROW, size=23.5 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440150863 2024-11-24T09:22:31,509 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#168 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:31,509 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/800a2789deac4e33800f3a7ac3889e37 is 175, key is test_row_0/A:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742024_1200 (size=31515) 2024-11-24T09:22:31,534 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:31,535 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/db8626127c034f10b9c40b73d6a7bdea is 50, key is test_row_0/C:col10/1732440150879/Put/seqid=0 2024-11-24T09:22:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742025_1201 (size=12561) 2024-11-24T09:22:31,549 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/db8626127c034f10b9c40b73d6a7bdea as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/db8626127c034f10b9c40b73d6a7bdea 2024-11-24T09:22:31,555 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into db8626127c034f10b9c40b73d6a7bdea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:31,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:31,555 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440151439; duration=0sec 2024-11-24T09:22:31,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:31,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:22:31,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-24T09:22:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:31,582 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:22:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:31,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:31,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a9420fa0c40e40fe82ce45b86023c651_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440150974/Put/seqid=0 2024-11-24T09:22:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440211600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440211600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440211601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742026_1202 (size=12304) 2024-11-24T09:22:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:31,632 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a9420fa0c40e40fe82ce45b86023c651_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9420fa0c40e40fe82ce45b86023c651_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:31,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/b6b7cd44a5d34be4bfc8a0dddeaec56e, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:31,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/b6b7cd44a5d34be4bfc8a0dddeaec56e is 175, key is test_row_0/A:col10/1732440150974/Put/seqid=0 2024-11-24T09:22:31,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742027_1203 (size=31105) 2024-11-24T09:22:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440211705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440211705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440211706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440211908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440211909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440211909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:31,936 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/800a2789deac4e33800f3a7ac3889e37 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/800a2789deac4e33800f3a7ac3889e37 2024-11-24T09:22:31,942 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into 800a2789deac4e33800f3a7ac3889e37(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:31,942 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:31,942 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=13, startTime=1732440151439; duration=0sec 2024-11-24T09:22:31,942 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:31,942 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:32,047 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/b6b7cd44a5d34be4bfc8a0dddeaec56e 2024-11-24T09:22:32,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0c396865c5ec4afcb4aa20d5014e9f7c is 50, key is test_row_0/B:col10/1732440150974/Put/seqid=0 2024-11-24T09:22:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:22:32,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742028_1204 (size=12151) 2024-11-24T09:22:32,086 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0c396865c5ec4afcb4aa20d5014e9f7c 2024-11-24T09:22:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/15d062519a1b41f6afc7d729251ee8f0 is 50, key is test_row_0/C:col10/1732440150974/Put/seqid=0 2024-11-24T09:22:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742029_1205 (size=12151) 2024-11-24T09:22:32,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:22:32,145 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T09:22:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440212214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440212214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440212215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,523 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/15d062519a1b41f6afc7d729251ee8f0 2024-11-24T09:22:32,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/b6b7cd44a5d34be4bfc8a0dddeaec56e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e 2024-11-24T09:22:32,537 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e, entries=150, sequenceid=201, filesize=30.4 K 2024-11-24T09:22:32,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0c396865c5ec4afcb4aa20d5014e9f7c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c396865c5ec4afcb4aa20d5014e9f7c 2024-11-24T09:22:32,546 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c396865c5ec4afcb4aa20d5014e9f7c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T09:22:32,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/15d062519a1b41f6afc7d729251ee8f0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/15d062519a1b41f6afc7d729251ee8f0 2024-11-24T09:22:32,555 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/15d062519a1b41f6afc7d729251ee8f0, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T09:22:32,556 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for a472c333350c89ab70f56ba46f36bd37 in 974ms, sequenceid=201, compaction requested=false 2024-11-24T09:22:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-24T09:22:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-24T09:22:32,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-24T09:22:32,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5890 sec 2024-11-24T09:22:32,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.5950 sec 2024-11-24T09:22:32,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:32,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:32,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c6b037b874ab4d98933d9eee703784bc_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:32,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440212757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440212758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440212757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742030_1206 (size=12304) 2024-11-24T09:22:32,798 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:32,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c6b037b874ab4d98933d9eee703784bc_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c6b037b874ab4d98933d9eee703784bc_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:32,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/8fc3a6fc77474220af23335f1b408582, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:32,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/8fc3a6fc77474220af23335f1b408582 is 175, key is test_row_0/A:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742031_1207 (size=31105) 2024-11-24T09:22:32,877 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/8fc3a6fc77474220af23335f1b408582 2024-11-24T09:22:32,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440212877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440212877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440212878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:32,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/9edb18c60e784505aa6cc6940aa61359 is 50, key is test_row_0/B:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742032_1208 (size=12151) 2024-11-24T09:22:32,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/9edb18c60e784505aa6cc6940aa61359 2024-11-24T09:22:32,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/30e474c797c04a5db32de38ad4e7db2a is 50, key is test_row_0/C:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:33,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742033_1209 (size=12151) 2024-11-24T09:22:33,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/30e474c797c04a5db32de38ad4e7db2a 2024-11-24T09:22:33,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/8fc3a6fc77474220af23335f1b408582 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582 2024-11-24T09:22:33,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582, entries=150, sequenceid=215, filesize=30.4 K 2024-11-24T09:22:33,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/9edb18c60e784505aa6cc6940aa61359 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9edb18c60e784505aa6cc6940aa61359 2024-11-24T09:22:33,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9edb18c60e784505aa6cc6940aa61359, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:22:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/30e474c797c04a5db32de38ad4e7db2a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/30e474c797c04a5db32de38ad4e7db2a 2024-11-24T09:22:33,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/30e474c797c04a5db32de38ad4e7db2a, entries=150, sequenceid=215, filesize=11.9 K 2024-11-24T09:22:33,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a472c333350c89ab70f56ba46f36bd37 in 343ms, sequenceid=215, compaction requested=true 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:33,065 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:33,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:33,065 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:33,067 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:33,067 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:33,067 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:33,067 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:33,067 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,068 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,068 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/25a1e7f3910b4362b08b74dea986d240, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c396865c5ec4afcb4aa20d5014e9f7c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9edb18c60e784505aa6cc6940aa61359] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=36.0 K 2024-11-24T09:22:33,068 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/800a2789deac4e33800f3a7ac3889e37, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=91.5 K 2024-11-24T09:22:33,068 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,068 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/800a2789deac4e33800f3a7ac3889e37, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582] 2024-11-24T09:22:33,068 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 25a1e7f3910b4362b08b74dea986d240, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440150874 2024-11-24T09:22:33,070 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 800a2789deac4e33800f3a7ac3889e37, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440150874 2024-11-24T09:22:33,070 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c396865c5ec4afcb4aa20d5014e9f7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440150968 2024-11-24T09:22:33,072 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9edb18c60e784505aa6cc6940aa61359, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440151599 2024-11-24T09:22:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-24T09:22:33,072 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6b7cd44a5d34be4bfc8a0dddeaec56e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440150968 2024-11-24T09:22:33,072 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-24T09:22:33,073 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fc3a6fc77474220af23335f1b408582, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440151599 2024-11-24T09:22:33,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-24T09:22:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T09:22:33,076 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:33,076 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:33,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:33,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:33,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:33,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:33,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:33,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:33,108 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:33,109 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/78a67135641d412c97ab8e9138b5d8c3 is 50, key is test_row_0/B:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:33,116 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:33,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b4978097dc744ebb70f420219ee751b_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440152756/Put/seqid=0 2024-11-24T09:22:33,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440213123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440213127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440213128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,144 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124dddd8c9982814ff89d1eb924876b43b7_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:33,147 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124dddd8c9982814ff89d1eb924876b43b7_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:33,147 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dddd8c9982814ff89d1eb924876b43b7_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:33,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742034_1210 (size=12663) 2024-11-24T09:22:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T09:22:33,181 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/78a67135641d412c97ab8e9138b5d8c3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/78a67135641d412c97ab8e9138b5d8c3 2024-11-24T09:22:33,191 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 78a67135641d412c97ab8e9138b5d8c3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:33,191 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:33,191 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=13, startTime=1732440153065; duration=0sec 2024-11-24T09:22:33,191 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:33,191 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:33,191 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:33,194 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:33,194 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:33,194 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,194 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/db8626127c034f10b9c40b73d6a7bdea, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/15d062519a1b41f6afc7d729251ee8f0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/30e474c797c04a5db32de38ad4e7db2a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=36.0 K 2024-11-24T09:22:33,195 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting db8626127c034f10b9c40b73d6a7bdea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440150874 2024-11-24T09:22:33,197 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 15d062519a1b41f6afc7d729251ee8f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732440150968 2024-11-24T09:22:33,198 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 30e474c797c04a5db32de38ad4e7db2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440151599 2024-11-24T09:22:33,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T09:22:33,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440213228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:33,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742036_1212 (size=4469) 2024-11-24T09:22:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742035_1211 (size=14794) 2024-11-24T09:22:33,242 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#178 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:33,242 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:33,242 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:33,243 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a36d037ad4c748f5a45bced3e9e90d2a is 175, key is test_row_0/A:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:33,243 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c41903738ff747079745d2f60185d872 is 50, key is test_row_0/C:col10/1732440151600/Put/seqid=0 2024-11-24T09:22:33,248 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245b4978097dc744ebb70f420219ee751b_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b4978097dc744ebb70f420219ee751b_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:33,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/cb881aafa27246fd99b2bcef35ee1612, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:33,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/cb881aafa27246fd99b2bcef35ee1612 is 175, key is test_row_0/A:col10/1732440152756/Put/seqid=0 2024-11-24T09:22:33,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440213239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440213238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742037_1213 (size=31617) 2024-11-24T09:22:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742038_1214 (size=12663) 2024-11-24T09:22:33,316 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c41903738ff747079745d2f60185d872 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c41903738ff747079745d2f60185d872 2024-11-24T09:22:33,324 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into c41903738ff747079745d2f60185d872(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:33,324 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:33,324 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440153065; duration=0sec 2024-11-24T09:22:33,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742039_1215 (size=39749) 2024-11-24T09:22:33,325 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:33,325 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:33,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/cb881aafa27246fd99b2bcef35ee1612 2024-11-24T09:22:33,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/1515e570e1b1430cb584fed0f672323f is 50, key is test_row_0/B:col10/1732440152756/Put/seqid=0 2024-11-24T09:22:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T09:22:33,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T09:22:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742040_1216 (size=12151) 2024-11-24T09:22:33,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/1515e570e1b1430cb584fed0f672323f 2024-11-24T09:22:33,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/6ea06db633df4068a1ea0d513bcfdd4f is 50, key is test_row_0/C:col10/1732440152756/Put/seqid=0 2024-11-24T09:22:33,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440213439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742041_1217 (size=12151) 2024-11-24T09:22:33,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440213453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440213458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T09:22:33,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T09:22:33,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,702 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a36d037ad4c748f5a45bced3e9e90d2a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a36d037ad4c748f5a45bced3e9e90d2a 2024-11-24T09:22:33,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T09:22:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,721 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into a36d037ad4c748f5a45bced3e9e90d2a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:33,721 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:33,721 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=13, startTime=1732440153065; duration=0sec 2024-11-24T09:22:33,721 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:33,721 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:33,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440213750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53808 deadline: 1732440213762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,765 DEBUG [Thread-727 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., hostname=36e70e68d79c,38889,1732440112500, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53814 deadline: 1732440213757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440213764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,768 DEBUG [Thread-725 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., hostname=36e70e68d79c,38889,1732440112500, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:22:33,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440213771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/6ea06db633df4068a1ea0d513bcfdd4f 2024-11-24T09:22:33,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:33,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T09:22:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:33,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:33,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/cb881aafa27246fd99b2bcef35ee1612 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612 2024-11-24T09:22:33,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612, entries=200, sequenceid=239, filesize=38.8 K 2024-11-24T09:22:33,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/1515e570e1b1430cb584fed0f672323f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1515e570e1b1430cb584fed0f672323f 2024-11-24T09:22:33,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1515e570e1b1430cb584fed0f672323f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-24T09:22:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/6ea06db633df4068a1ea0d513bcfdd4f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/6ea06db633df4068a1ea0d513bcfdd4f 2024-11-24T09:22:33,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/6ea06db633df4068a1ea0d513bcfdd4f, entries=150, sequenceid=239, filesize=11.9 K 2024-11-24T09:22:33,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a472c333350c89ab70f56ba46f36bd37 in 817ms, sequenceid=239, compaction requested=false 2024-11-24T09:22:33,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:34,011 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:34,012 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:34,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ec49fcfff8bf4e8496ac9904b2a50d9b_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440153102/Put/seqid=0 2024-11-24T09:22:34,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742042_1218 (size=12304) 2024-11-24T09:22:34,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,064 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ec49fcfff8bf4e8496ac9904b2a50d9b_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ec49fcfff8bf4e8496ac9904b2a50d9b_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:34,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7e2c3812f48c4a03982921be6d71b2c0, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:34,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7e2c3812f48c4a03982921be6d71b2c0 is 175, key is test_row_0/A:col10/1732440153102/Put/seqid=0 2024-11-24T09:22:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742043_1219 (size=31105) 2024-11-24T09:22:34,100 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7e2c3812f48c4a03982921be6d71b2c0 2024-11-24T09:22:34,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/be33b74e7d744972a8b44106ef34faa3 is 50, key is test_row_0/B:col10/1732440153102/Put/seqid=0 2024-11-24T09:22:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742044_1220 (size=12151) 2024-11-24T09:22:34,167 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/be33b74e7d744972a8b44106ef34faa3 2024-11-24T09:22:34,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T09:22:34,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/4bb78c9598b54a0bae3573ffff296fa8 is 50, key is test_row_0/C:col10/1732440153102/Put/seqid=0 2024-11-24T09:22:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742045_1221 (size=12151) 2024-11-24T09:22:34,243 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/4bb78c9598b54a0bae3573ffff296fa8 2024-11-24T09:22:34,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/7e2c3812f48c4a03982921be6d71b2c0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0 2024-11-24T09:22:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:34,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:34,267 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0, entries=150, sequenceid=255, filesize=30.4 K 2024-11-24T09:22:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/be33b74e7d744972a8b44106ef34faa3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/be33b74e7d744972a8b44106ef34faa3 2024-11-24T09:22:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,286 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/be33b74e7d744972a8b44106ef34faa3, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T09:22:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/4bb78c9598b54a0bae3573ffff296fa8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4bb78c9598b54a0bae3573ffff296fa8 2024-11-24T09:22:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,300 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4bb78c9598b54a0bae3573ffff296fa8, entries=150, sequenceid=255, filesize=11.9 K 2024-11-24T09:22:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,303 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for a472c333350c89ab70f56ba46f36bd37 in 290ms, sequenceid=255, compaction requested=true 2024-11-24T09:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-24T09:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-24T09:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-24T09:22:34,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-11-24T09:22:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.2340 sec 2024-11-24T09:22:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:34,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:34,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124801eb4823e9141ccbf4c06222988292a_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440154328/Put/seqid=0 2024-11-24T09:22:34,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440214410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440214410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440214410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742046_1222 (size=25158) 2024-11-24T09:22:34,435 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:34,440 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124801eb4823e9141ccbf4c06222988292a_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124801eb4823e9141ccbf4c06222988292a_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:34,442 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/1d3770972f994c27b75f66c57a8b681b, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:34,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/1d3770972f994c27b75f66c57a8b681b is 175, key is test_row_0/A:col10/1732440154328/Put/seqid=0 2024-11-24T09:22:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742047_1223 (size=74795) 2024-11-24T09:22:34,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/1d3770972f994c27b75f66c57a8b681b 2024-11-24T09:22:34,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0d74f48113964875a04be8adc3ba40a6 is 50, key is test_row_0/B:col10/1732440154328/Put/seqid=0 2024-11-24T09:22:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742048_1224 (size=12301) 2024-11-24T09:22:34,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0d74f48113964875a04be8adc3ba40a6 2024-11-24T09:22:34,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440214517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440214518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440214518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/b16c4fa60c1b49f29e2e7f13d7388a32 is 50, key is test_row_0/C:col10/1732440154328/Put/seqid=0 2024-11-24T09:22:34,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742049_1225 (size=12301) 2024-11-24T09:22:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440214722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440214723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:34,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440214724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:34,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/b16c4fa60c1b49f29e2e7f13d7388a32 2024-11-24T09:22:35,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/1d3770972f994c27b75f66c57a8b681b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b 2024-11-24T09:22:35,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b, entries=400, sequenceid=266, filesize=73.0 K 2024-11-24T09:22:35,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0d74f48113964875a04be8adc3ba40a6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0d74f48113964875a04be8adc3ba40a6 2024-11-24T09:22:35,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0d74f48113964875a04be8adc3ba40a6, entries=150, sequenceid=266, filesize=12.0 K 2024-11-24T09:22:35,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/b16c4fa60c1b49f29e2e7f13d7388a32 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/b16c4fa60c1b49f29e2e7f13d7388a32 2024-11-24T09:22:35,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/b16c4fa60c1b49f29e2e7f13d7388a32, entries=150, sequenceid=266, filesize=12.0 K 2024-11-24T09:22:35,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a472c333350c89ab70f56ba46f36bd37 in 688ms, sequenceid=266, compaction requested=true 2024-11-24T09:22:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:35,030 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:35,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:35,030 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:35,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 177266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:35,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:35,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:35,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a36d037ad4c748f5a45bced3e9e90d2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=173.1 K 2024-11-24T09:22:35,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:35,033 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a36d037ad4c748f5a45bced3e9e90d2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b] 2024-11-24T09:22:35,033 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a36d037ad4c748f5a45bced3e9e90d2a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440151599 2024-11-24T09:22:35,034 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:35,034 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:35,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:22:35,034 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:35,034 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/78a67135641d412c97ab8e9138b5d8c3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1515e570e1b1430cb584fed0f672323f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/be33b74e7d744972a8b44106ef34faa3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0d74f48113964875a04be8adc3ba40a6] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=48.1 K 2024-11-24T09:22:35,034 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb881aafa27246fd99b2bcef35ee1612, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732440152754 2024-11-24T09:22:35,034 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a67135641d412c97ab8e9138b5d8c3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440151599 2024-11-24T09:22:35,035 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e2c3812f48c4a03982921be6d71b2c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440153102 2024-11-24T09:22:35,035 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1515e570e1b1430cb584fed0f672323f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732440152754 2024-11-24T09:22:35,035 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3770972f994c27b75f66c57a8b681b, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732440154260 2024-11-24T09:22:35,035 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting be33b74e7d744972a8b44106ef34faa3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440153102 2024-11-24T09:22:35,036 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d74f48113964875a04be8adc3ba40a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732440154328 2024-11-24T09:22:35,048 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:35,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:35,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,050 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:35,051 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7c54f0da183e47a28a6e8db7ae59388f is 50, key is test_row_0/B:col10/1732440154328/Put/seqid=0 2024-11-24T09:22:35,051 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112459891b394884483e9b8bb2f767c4ddf5_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:35,054 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112459891b394884483e9b8bb2f767c4ddf5_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:35,054 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112459891b394884483e9b8bb2f767c4ddf5_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:35,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440215069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440215073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440215076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e2950d8bf2349df93897c2ba4d207d5_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440155032/Put/seqid=0 2024-11-24T09:22:35,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742052_1228 (size=12454) 2024-11-24T09:22:35,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742050_1226 (size=12949) 2024-11-24T09:22:35,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:35,125 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246e2950d8bf2349df93897c2ba4d207d5_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e2950d8bf2349df93897c2ba4d207d5_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:35,127 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/55afef40e48c4501a550d1ea35d2f815, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:35,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/55afef40e48c4501a550d1ea35d2f815 is 175, key is test_row_0/A:col10/1732440155032/Put/seqid=0 2024-11-24T09:22:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742051_1227 (size=4469) 2024-11-24T09:22:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742053_1229 (size=31255) 2024-11-24T09:22:35,161 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/55afef40e48c4501a550d1ea35d2f815 2024-11-24T09:22:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-24T09:22:35,180 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-24T09:22:35,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-24T09:22:35,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:35,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440215181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:35,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440215181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T09:22:35,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440215184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/2b56a1cbcf7b40eca0003ac7fea1eddb is 50, key is test_row_0/B:col10/1732440155032/Put/seqid=0 2024-11-24T09:22:35,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742054_1230 (size=12301) 2024-11-24T09:22:35,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/2b56a1cbcf7b40eca0003ac7fea1eddb 2024-11-24T09:22:35,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/21ca2766c4a84450b3e3d0ba323dc2ae is 50, key is test_row_0/C:col10/1732440155032/Put/seqid=0 2024-11-24T09:22:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T09:22:35,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742055_1231 (size=12301) 2024-11-24T09:22:35,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/21ca2766c4a84450b3e3d0ba323dc2ae 2024-11-24T09:22:35,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/55afef40e48c4501a550d1ea35d2f815 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815 2024-11-24T09:22:35,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815, entries=150, sequenceid=293, filesize=30.5 K 2024-11-24T09:22:35,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/2b56a1cbcf7b40eca0003ac7fea1eddb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/2b56a1cbcf7b40eca0003ac7fea1eddb 2024-11-24T09:22:35,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/2b56a1cbcf7b40eca0003ac7fea1eddb, entries=150, sequenceid=293, filesize=12.0 K 2024-11-24T09:22:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/21ca2766c4a84450b3e3d0ba323dc2ae as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/21ca2766c4a84450b3e3d0ba323dc2ae 2024-11-24T09:22:35,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/21ca2766c4a84450b3e3d0ba323dc2ae, entries=150, sequenceid=293, filesize=12.0 K 2024-11-24T09:22:35,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a472c333350c89ab70f56ba46f36bd37 in 300ms, sequenceid=293, compaction requested=true 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:35,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T09:22:35,336 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-24T09:22:35,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:35,337 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd30b0903dc34a49b37f0cd0662c3125_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440155051/Put/seqid=0 2024-11-24T09:22:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:35,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:35,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742056_1232 (size=12454) 2024-11-24T09:22:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440215446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440215444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440215452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T09:22:35,526 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7c54f0da183e47a28a6e8db7ae59388f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7c54f0da183e47a28a6e8db7ae59388f 2024-11-24T09:22:35,527 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#190 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:35,528 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/08f64827d73b4cc39b29b4dbc16e8a1e is 175, key is test_row_0/A:col10/1732440154328/Put/seqid=0 2024-11-24T09:22:35,542 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 7c54f0da183e47a28a6e8db7ae59388f(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:35,542 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:35,542 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=12, startTime=1732440155030; duration=0sec 2024-11-24T09:22:35,542 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T09:22:35,542 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:35,542 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-24T09:22:35,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:22:35,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:22:35,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. because compaction request was cancelled 2024-11-24T09:22:35,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:35,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:22:35,553 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61567 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:22:35,553 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:35,553 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:35,553 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c41903738ff747079745d2f60185d872, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/6ea06db633df4068a1ea0d513bcfdd4f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4bb78c9598b54a0bae3573ffff296fa8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/b16c4fa60c1b49f29e2e7f13d7388a32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/21ca2766c4a84450b3e3d0ba323dc2ae] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=60.1 K 2024-11-24T09:22:35,554 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c41903738ff747079745d2f60185d872, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732440151599 2024-11-24T09:22:35,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ea06db633df4068a1ea0d513bcfdd4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732440152754 2024-11-24T09:22:35,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bb78c9598b54a0bae3573ffff296fa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732440153102 2024-11-24T09:22:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,556 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b16c4fa60c1b49f29e2e7f13d7388a32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732440154328 2024-11-24T09:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440215553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,556 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 21ca2766c4a84450b3e3d0ba323dc2ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440154388 2024-11-24T09:22:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440215554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440215557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742057_1233 (size=31903) 2024-11-24T09:22:35,582 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/08f64827d73b4cc39b29b4dbc16e8a1e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/08f64827d73b4cc39b29b4dbc16e8a1e 2024-11-24T09:22:35,593 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into 08f64827d73b4cc39b29b4dbc16e8a1e(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:35,593 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:35,593 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=12, startTime=1732440155030; duration=0sec 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. because compaction request was cancelled 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:35,594 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T09:22:35,595 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T09:22:35,596 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T09:22:35,596 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. because compaction request was cancelled 2024-11-24T09:22:35,596 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:35,623 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#195 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:35,623 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/57f156769a984fb69745e14a04029839 is 50, key is test_row_0/C:col10/1732440155032/Put/seqid=0 2024-11-24T09:22:35,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742058_1234 (size=12983) 2024-11-24T09:22:35,657 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/57f156769a984fb69745e14a04029839 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/57f156769a984fb69745e14a04029839 2024-11-24T09:22:35,666 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into 57f156769a984fb69745e14a04029839(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:35,666 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:35,666 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=11, startTime=1732440155334; duration=0sec 2024-11-24T09:22:35,666 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:35,666 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440215760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440215760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440215760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T09:22:35,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:35,826 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd30b0903dc34a49b37f0cd0662c3125_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd30b0903dc34a49b37f0cd0662c3125_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:35,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9a2ceee4157f4727a3527f23be2b9ce5, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:35,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9a2ceee4157f4727a3527f23be2b9ce5 is 175, key is test_row_0/A:col10/1732440155051/Put/seqid=0 2024-11-24T09:22:35,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742059_1235 (size=31255) 2024-11-24T09:22:35,868 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9a2ceee4157f4727a3527f23be2b9ce5 2024-11-24T09:22:35,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7d0b26327b484e4bb3a8852431113156 is 50, key is test_row_0/B:col10/1732440155051/Put/seqid=0 2024-11-24T09:22:35,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742060_1236 (size=12301) 2024-11-24T09:22:35,924 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7d0b26327b484e4bb3a8852431113156 2024-11-24T09:22:35,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/f1ec98004fd445d3ad662a47fda412fb is 50, key is test_row_0/C:col10/1732440155051/Put/seqid=0 2024-11-24T09:22:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742061_1237 (size=12301) 2024-11-24T09:22:35,976 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/f1ec98004fd445d3ad662a47fda412fb 2024-11-24T09:22:35,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9a2ceee4157f4727a3527f23be2b9ce5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5 2024-11-24T09:22:35,990 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5, entries=150, sequenceid=302, filesize=30.5 K 2024-11-24T09:22:35,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/7d0b26327b484e4bb3a8852431113156 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7d0b26327b484e4bb3a8852431113156 2024-11-24T09:22:36,000 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7d0b26327b484e4bb3a8852431113156, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T09:22:36,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/f1ec98004fd445d3ad662a47fda412fb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f1ec98004fd445d3ad662a47fda412fb 2024-11-24T09:22:36,016 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f1ec98004fd445d3ad662a47fda412fb, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T09:22:36,017 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for a472c333350c89ab70f56ba46f36bd37 in 680ms, sequenceid=302, compaction requested=true 2024-11-24T09:22:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-24T09:22:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-24T09:22:36,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-24T09:22:36,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 834 msec 2024-11-24T09:22:36,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 839 msec 2024-11-24T09:22:36,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:22:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:36,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440216080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440216078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440216084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bf8ec78851724ce58395e75a9c82cee9_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:36,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742062_1238 (size=14994) 2024-11-24T09:22:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440216186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440216186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440216190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-24T09:22:36,289 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-24T09:22:36,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-24T09:22:36,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:36,293 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:36,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T09:22:36,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440216391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440216394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T09:22:36,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440216396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,445 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T09:22:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,544 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:36,553 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bf8ec78851724ce58395e75a9c82cee9_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bf8ec78851724ce58395e75a9c82cee9_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:36,554 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/5916fbc6c41b4e6f93d30258495f567e, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:36,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/5916fbc6c41b4e6f93d30258495f567e is 175, key is test_row_0/A:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742063_1239 (size=39949) 2024-11-24T09:22:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T09:22:36,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T09:22:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:36,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440216694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440216698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440216700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T09:22:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,803 INFO [master/36e70e68d79c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T09:22:36,803 INFO [master/36e70e68d79c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T09:22:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T09:22:36,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:36,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T09:22:36,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:36,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:36,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:36,980 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/5916fbc6c41b4e6f93d30258495f567e 2024-11-24T09:22:36,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/4d9fc82047d145aabbded02130e274dc is 50, key is test_row_0/B:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:37,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742064_1240 (size=12301) 2024-11-24T09:22:37,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/4d9fc82047d145aabbded02130e274dc 2024-11-24T09:22:37,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/155c112b6f824669821a49cc0ef3714c is 50, key is test_row_0/C:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:37,062 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T09:22:37,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:37,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:37,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742065_1241 (size=12301) 2024-11-24T09:22:37,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/155c112b6f824669821a49cc0ef3714c 2024-11-24T09:22:37,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/5916fbc6c41b4e6f93d30258495f567e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e 2024-11-24T09:22:37,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e, entries=200, sequenceid=333, filesize=39.0 K 2024-11-24T09:22:37,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/4d9fc82047d145aabbded02130e274dc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/4d9fc82047d145aabbded02130e274dc 2024-11-24T09:22:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/4d9fc82047d145aabbded02130e274dc, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T09:22:37,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/155c112b6f824669821a49cc0ef3714c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/155c112b6f824669821a49cc0ef3714c 2024-11-24T09:22:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/155c112b6f824669821a49cc0ef3714c, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T09:22:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a472c333350c89ab70f56ba46f36bd37 in 1076ms, sequenceid=333, compaction requested=true 2024-11-24T09:22:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,143 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:37,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,145 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:37,145 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:37,146 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,146 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/08f64827d73b4cc39b29b4dbc16e8a1e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=131.2 K 2024-11-24T09:22:37,146 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,146 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/08f64827d73b4cc39b29b4dbc16e8a1e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e] 2024-11-24T09:22:37,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,147 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08f64827d73b4cc39b29b4dbc16e8a1e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732440154328 2024-11-24T09:22:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:37,148 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55afef40e48c4501a550d1ea35d2f815, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440154388 2024-11-24T09:22:37,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:37,148 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:37,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,148 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a2ceee4157f4727a3527f23be2b9ce5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732440155051 2024-11-24T09:22:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,149 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5916fbc6c41b4e6f93d30258495f567e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440155441 2024-11-24T09:22:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,150 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:37,150 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:37,151 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,151 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7c54f0da183e47a28a6e8db7ae59388f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/2b56a1cbcf7b40eca0003ac7fea1eddb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7d0b26327b484e4bb3a8852431113156, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/4d9fc82047d145aabbded02130e274dc] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=48.7 K 2024-11-24T09:22:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:37,151 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c54f0da183e47a28a6e8db7ae59388f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732440154328 2024-11-24T09:22:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,152 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b56a1cbcf7b40eca0003ac7fea1eddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440154388 2024-11-24T09:22:37,153 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0b26327b484e4bb3a8852431113156, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732440155051 2024-11-24T09:22:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,154 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d9fc82047d145aabbded02130e274dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440155441 2024-11-24T09:22:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,203 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:37,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,214 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:37,215 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/3c0da5f4ecd4458eb5c95b51502cca89 is 50, key is test_row_0/B:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-24T09:22:37,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,218 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:22:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:37,223 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240194a9bdf44143c9a48084714a63a47d_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:37,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,226 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240194a9bdf44143c9a48084714a63a47d_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,226 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240194a9bdf44143c9a48084714a63a47d_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742066_1242 (size=13085) 2024-11-24T09:22:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eebb69e00e67494d9dc6b9528844a2fd_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440157216/Put/seqid=0 2024-11-24T09:22:37,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,266 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/3c0da5f4ecd4458eb5c95b51502cca89 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3c0da5f4ecd4458eb5c95b51502cca89 2024-11-24T09:22:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,272 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 3c0da5f4ecd4458eb5c95b51502cca89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:37,272 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:37,272 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=12, startTime=1732440157148; duration=0sec 2024-11-24T09:22:37,272 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:37,273 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,273 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:37,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,274 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:37,274 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:37,274 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:37,275 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/57f156769a984fb69745e14a04029839, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f1ec98004fd445d3ad662a47fda412fb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/155c112b6f824669821a49cc0ef3714c] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=36.7 K 2024-11-24T09:22:37,275 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 57f156769a984fb69745e14a04029839, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440154388 2024-11-24T09:22:37,275 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ec98004fd445d3ad662a47fda412fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732440155051 2024-11-24T09:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,277 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 155c112b6f824669821a49cc0ef3714c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440155441 2024-11-24T09:22:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742067_1243 (size=4469) 2024-11-24T09:22:37,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742068_1244 (size=14994) 2024-11-24T09:22:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440217332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,338 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:37,339 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c4ca8e5c3f2e482a9f4135a8bc726d70 is 50, key is test_row_0/C:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:37,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440217334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440217331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742069_1245 (size=13085) 2024-11-24T09:22:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T09:22:37,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440217439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440217440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440217442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440217642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440217643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440217657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,687 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#201 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:37,688 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/e8dfd04e28684404aca08baff9d47b40 is 175, key is test_row_0/A:col10/1732440155441/Put/seqid=0 2024-11-24T09:22:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742070_1246 (size=32039) 2024-11-24T09:22:37,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:37,735 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eebb69e00e67494d9dc6b9528844a2fd_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eebb69e00e67494d9dc6b9528844a2fd_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:37,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2a579e6b3c434aa5b6d862495b6dcd1b, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2a579e6b3c434aa5b6d862495b6dcd1b is 175, key is test_row_0/A:col10/1732440157216/Put/seqid=0 2024-11-24T09:22:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742071_1247 (size=39945) 2024-11-24T09:22:37,779 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2a579e6b3c434aa5b6d862495b6dcd1b 2024-11-24T09:22:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/c0ff868a415e491088141419e971a4d2 is 50, key is test_row_0/B:col10/1732440157216/Put/seqid=0 2024-11-24T09:22:37,802 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c4ca8e5c3f2e482a9f4135a8bc726d70 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c4ca8e5c3f2e482a9f4135a8bc726d70 2024-11-24T09:22:37,812 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into c4ca8e5c3f2e482a9f4135a8bc726d70(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:37,812 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:37,812 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440157151; duration=0sec 2024-11-24T09:22:37,812 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:37,812 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:37,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742072_1248 (size=9857) 2024-11-24T09:22:37,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440217962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440217963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:37,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440217966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,137 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/e8dfd04e28684404aca08baff9d47b40 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/e8dfd04e28684404aca08baff9d47b40 2024-11-24T09:22:38,147 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into e8dfd04e28684404aca08baff9d47b40(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-24T09:22:38,147 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:38,147 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=12, startTime=1732440157142; duration=1sec 2024-11-24T09:22:38,147 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:38,147 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:38,243 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/c0ff868a415e491088141419e971a4d2 2024-11-24T09:22:38,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/8c9e5db774d14de78f97bf656570a831 is 50, key is test_row_0/C:col10/1732440157216/Put/seqid=0 2024-11-24T09:22:38,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742073_1249 (size=9857) 2024-11-24T09:22:38,313 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/8c9e5db774d14de78f97bf656570a831 2024-11-24T09:22:38,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/2a579e6b3c434aa5b6d862495b6dcd1b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b 2024-11-24T09:22:38,335 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b, entries=200, sequenceid=343, filesize=39.0 K 2024-11-24T09:22:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/c0ff868a415e491088141419e971a4d2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c0ff868a415e491088141419e971a4d2 2024-11-24T09:22:38,346 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c0ff868a415e491088141419e971a4d2, entries=100, sequenceid=343, filesize=9.6 K 2024-11-24T09:22:38,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/8c9e5db774d14de78f97bf656570a831 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9e5db774d14de78f97bf656570a831 2024-11-24T09:22:38,364 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9e5db774d14de78f97bf656570a831, entries=100, sequenceid=343, filesize=9.6 K 2024-11-24T09:22:38,365 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a472c333350c89ab70f56ba46f36bd37 in 1148ms, sequenceid=343, compaction requested=false 2024-11-24T09:22:38,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:38,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-24T09:22:38,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-24T09:22:38,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-24T09:22:38,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0750 sec 2024-11-24T09:22:38,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.0880 sec 2024-11-24T09:22:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-24T09:22:38,401 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-24T09:22:38,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-24T09:22:38,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:38,408 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:38,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:38,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:22:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:38,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440218480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440218481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440218483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f46b0e338c58486aa261dec0419c01a7_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742074_1250 (size=14994) 2024-11-24T09:22:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:38,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:38,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f46b0e338c58486aa261dec0419c01a7_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f46b0e338c58486aa261dec0419c01a7_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:38,524 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/4c248d85962b41fd8e8b349b38742660, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:38,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/4c248d85962b41fd8e8b349b38742660 is 175, key is test_row_0/A:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:38,562 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:38,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742075_1251 (size=39949) 2024-11-24T09:22:38,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440218586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440218586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440218592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:38,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:38,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:38,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440218791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440218791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440218796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:38,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:38,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:38,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/4c248d85962b41fd8e8b349b38742660 2024-11-24T09:22:38,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/6798beca7448441ca852a5d6e17aebbe is 50, key is test_row_0/B:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:39,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742076_1252 (size=12301) 2024-11-24T09:22:39,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/6798beca7448441ca852a5d6e17aebbe 2024-11-24T09:22:39,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/cef35e9d2f9d4fe4b206b9906e0ebbab is 50, key is test_row_0/C:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:39,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742077_1253 (size=12301) 2024-11-24T09:22:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440219095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440219100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440219095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,336 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/cef35e9d2f9d4fe4b206b9906e0ebbab 2024-11-24T09:22:39,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/4c248d85962b41fd8e8b349b38742660 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660 2024-11-24T09:22:39,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660, entries=200, sequenceid=374, filesize=39.0 K 2024-11-24T09:22:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:39,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/6798beca7448441ca852a5d6e17aebbe as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/6798beca7448441ca852a5d6e17aebbe 2024-11-24T09:22:39,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/6798beca7448441ca852a5d6e17aebbe, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T09:22:39,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/cef35e9d2f9d4fe4b206b9906e0ebbab as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cef35e9d2f9d4fe4b206b9906e0ebbab 2024-11-24T09:22:39,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cef35e9d2f9d4fe4b206b9906e0ebbab, entries=150, sequenceid=374, filesize=12.0 K 2024-11-24T09:22:39,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a472c333350c89ab70f56ba46f36bd37 in 1067ms, sequenceid=374, compaction requested=true 2024-11-24T09:22:39,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:39,538 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:39,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:39,540 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:39,540 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111933 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:39,540 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:39,540 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,541 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/e8dfd04e28684404aca08baff9d47b40, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=109.3 K 2024-11-24T09:22:39,541 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,541 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/e8dfd04e28684404aca08baff9d47b40, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660] 2024-11-24T09:22:39,542 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8dfd04e28684404aca08baff9d47b40, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440155441 2024-11-24T09:22:39,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:39,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:39,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:39,543 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,543 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3c0da5f4ecd4458eb5c95b51502cca89, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c0ff868a415e491088141419e971a4d2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/6798beca7448441ca852a5d6e17aebbe] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=34.4 K 2024-11-24T09:22:39,543 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c0da5f4ecd4458eb5c95b51502cca89, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440155441 2024-11-24T09:22:39,543 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a579e6b3c434aa5b6d862495b6dcd1b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440156073 2024-11-24T09:22:39,544 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c0ff868a415e491088141419e971a4d2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440156082 2024-11-24T09:22:39,545 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c248d85962b41fd8e8b349b38742660, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732440157326 2024-11-24T09:22:39,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:39,545 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6798beca7448441ca852a5d6e17aebbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732440157326 2024-11-24T09:22:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:39,558 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:39,568 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:39,568 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/24769d58abfe480890ba30778b4c1578 is 50, key is test_row_0/B:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:39,578 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124394bce2fd3944c76afb2569646a98c8e_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:39,579 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124394bce2fd3944c76afb2569646a98c8e_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:39,580 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124394bce2fd3944c76afb2569646a98c8e_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:39,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:39,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742078_1254 (size=13187) 2024-11-24T09:22:39,627 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/24769d58abfe480890ba30778b4c1578 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/24769d58abfe480890ba30778b4c1578 2024-11-24T09:22:39,637 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 24769d58abfe480890ba30778b4c1578(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:39,637 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:39,637 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=13, startTime=1732440159539; duration=0sec 2024-11-24T09:22:39,637 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:39,637 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:39,637 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:39,638 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:39,638 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:39,638 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,639 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c4ca8e5c3f2e482a9f4135a8bc726d70, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9e5db774d14de78f97bf656570a831, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cef35e9d2f9d4fe4b206b9906e0ebbab] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=34.4 K 2024-11-24T09:22:39,639 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c4ca8e5c3f2e482a9f4135a8bc726d70, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440155441 2024-11-24T09:22:39,640 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c9e5db774d14de78f97bf656570a831, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1732440156082 2024-11-24T09:22:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742079_1255 (size=4469) 2024-11-24T09:22:39,643 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting cef35e9d2f9d4fe4b206b9906e0ebbab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732440157326 2024-11-24T09:22:39,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c95da3814a7e4097b40a9eaf7c3713c2_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440159609/Put/seqid=0 2024-11-24T09:22:39,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440219675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440219676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,678 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#213 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:39,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440219677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,681 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/90e3e5af61cd4bb2acf68c7b98a7f4e0 is 50, key is test_row_0/C:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742080_1256 (size=17534) 2024-11-24T09:22:39,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:39,711 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c95da3814a7e4097b40a9eaf7c3713c2_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c95da3814a7e4097b40a9eaf7c3713c2_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:39,712 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/187b802693ad443bb981eb5ffc638541, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:39,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/187b802693ad443bb981eb5ffc638541 is 175, key is test_row_0/A:col10/1732440159609/Put/seqid=0 2024-11-24T09:22:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742081_1257 (size=13187) 2024-11-24T09:22:39,743 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/90e3e5af61cd4bb2acf68c7b98a7f4e0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/90e3e5af61cd4bb2acf68c7b98a7f4e0 2024-11-24T09:22:39,749 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into 90e3e5af61cd4bb2acf68c7b98a7f4e0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:39,749 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:39,749 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=13, startTime=1732440159545; duration=0sec 2024-11-24T09:22:39,749 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:39,749 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:39,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742082_1258 (size=48639) 2024-11-24T09:22:39,773 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=386, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/187b802693ad443bb981eb5ffc638541 2024-11-24T09:22:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440219780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440219781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440219781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/62ff8153b2824592be655a9b22ff6f3e is 50, key is test_row_0/B:col10/1732440159609/Put/seqid=0 2024-11-24T09:22:39,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742083_1259 (size=12301) 2024-11-24T09:22:39,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:39,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:39,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:39,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440219984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440219985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:39,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440219985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,045 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#210 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:40,046 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/21e0a13313384fa3ae0e387b99a47a63 is 175, key is test_row_0/A:col10/1732440157326/Put/seqid=0 2024-11-24T09:22:40,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742084_1260 (size=32141) 2024-11-24T09:22:40,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:40,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:40,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/62ff8153b2824592be655a9b22ff6f3e 2024-11-24T09:22:40,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c157354815ae478583301e6ffbbdfc21 is 50, key is test_row_0/C:col10/1732440159609/Put/seqid=0 2024-11-24T09:22:40,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:40,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:40,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:40,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440220289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440220290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440220291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742085_1261 (size=12301) 2024-11-24T09:22:40,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c157354815ae478583301e6ffbbdfc21 2024-11-24T09:22:40,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/187b802693ad443bb981eb5ffc638541 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541 2024-11-24T09:22:40,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541, entries=250, sequenceid=386, filesize=47.5 K 2024-11-24T09:22:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/62ff8153b2824592be655a9b22ff6f3e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/62ff8153b2824592be655a9b22ff6f3e 2024-11-24T09:22:40,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/62ff8153b2824592be655a9b22ff6f3e, entries=150, sequenceid=386, filesize=12.0 K 2024-11-24T09:22:40,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/c157354815ae478583301e6ffbbdfc21 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c157354815ae478583301e6ffbbdfc21 2024-11-24T09:22:40,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c157354815ae478583301e6ffbbdfc21, entries=150, sequenceid=386, filesize=12.0 K 2024-11-24T09:22:40,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a472c333350c89ab70f56ba46f36bd37 in 745ms, sequenceid=386, compaction requested=false 2024-11-24T09:22:40,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:40,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-24T09:22:40,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:40,423 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:40,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:40,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247379c58a61164cb198f646451bf7d7a9_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440159665/Put/seqid=0 2024-11-24T09:22:40,467 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/21e0a13313384fa3ae0e387b99a47a63 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/21e0a13313384fa3ae0e387b99a47a63 2024-11-24T09:22:40,474 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into 21e0a13313384fa3ae0e387b99a47a63(size=31.4 K), total size for store is 78.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:40,474 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:40,474 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=13, startTime=1732440159538; duration=0sec 2024-11-24T09:22:40,474 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:40,474 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742086_1262 (size=12454) 2024-11-24T09:22:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:40,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440220810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440220813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440220813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:40,897 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247379c58a61164cb198f646451bf7d7a9_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247379c58a61164cb198f646451bf7d7a9_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9f1750176fe54d43a0de1cee8f13186b, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9f1750176fe54d43a0de1cee8f13186b is 175, key is test_row_0/A:col10/1732440159665/Put/seqid=0 2024-11-24T09:22:40,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440220915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440220921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440220923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742087_1263 (size=31255) 2024-11-24T09:22:40,933 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=412, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9f1750176fe54d43a0de1cee8f13186b 2024-11-24T09:22:40,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/5ecbaa9128b74728af5b9a1dbe7a92ac is 50, key is test_row_0/B:col10/1732440159665/Put/seqid=0 2024-11-24T09:22:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742088_1264 (size=12301) 2024-11-24T09:22:40,998 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/5ecbaa9128b74728af5b9a1dbe7a92ac 2024-11-24T09:22:41,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/3f76b302e21a43aab6c31fb3ec729da4 is 50, key is test_row_0/C:col10/1732440159665/Put/seqid=0 2024-11-24T09:22:41,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742089_1265 (size=12301) 2024-11-24T09:22:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440221119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440221127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440221128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440221423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440221429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440221432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,461 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/3f76b302e21a43aab6c31fb3ec729da4 2024-11-24T09:22:41,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/9f1750176fe54d43a0de1cee8f13186b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b 2024-11-24T09:22:41,474 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b, entries=150, sequenceid=412, filesize=30.5 K 2024-11-24T09:22:41,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/5ecbaa9128b74728af5b9a1dbe7a92ac as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/5ecbaa9128b74728af5b9a1dbe7a92ac 2024-11-24T09:22:41,481 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/5ecbaa9128b74728af5b9a1dbe7a92ac, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T09:22:41,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/3f76b302e21a43aab6c31fb3ec729da4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3f76b302e21a43aab6c31fb3ec729da4 2024-11-24T09:22:41,491 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3f76b302e21a43aab6c31fb3ec729da4, entries=150, sequenceid=412, filesize=12.0 K 2024-11-24T09:22:41,492 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a472c333350c89ab70f56ba46f36bd37 in 1068ms, sequenceid=412, compaction requested=true 2024-11-24T09:22:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:41,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:41,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-24T09:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-24T09:22:41,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-24T09:22:41,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec 2024-11-24T09:22:41,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.0960 sec 2024-11-24T09:22:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:41,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:22:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:41,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:41,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124310ddb59a00946919c46c040772d69da_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742090_1266 (size=14994) 2024-11-24T09:22:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440221976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440221976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440221980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440222082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440222083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440222087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440222288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440222291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440222305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:42,368 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124310ddb59a00946919c46c040772d69da_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124310ddb59a00946919c46c040772d69da_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:42,369 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50647b5a991641d38d51556199e11783, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:42,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50647b5a991641d38d51556199e11783 is 175, key is test_row_0/A:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:42,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742091_1267 (size=39949) 2024-11-24T09:22:42,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=426, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50647b5a991641d38d51556199e11783 2024-11-24T09:22:42,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/9d150a7e53e6433c8bb40d815e0e5e6c is 50, key is test_row_0/B:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742092_1268 (size=12301) 2024-11-24T09:22:42,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/9d150a7e53e6433c8bb40d815e0e5e6c 2024-11-24T09:22:42,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/79a5f295cd9c4e0d96d542bbc5846db1 is 50, key is test_row_0/C:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:42,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742093_1269 (size=12301) 2024-11-24T09:22:42,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/79a5f295cd9c4e0d96d542bbc5846db1 2024-11-24T09:22:42,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/50647b5a991641d38d51556199e11783 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783 2024-11-24T09:22:42,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783, entries=200, sequenceid=426, filesize=39.0 K 2024-11-24T09:22:42,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/9d150a7e53e6433c8bb40d815e0e5e6c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9d150a7e53e6433c8bb40d815e0e5e6c 2024-11-24T09:22:42,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9d150a7e53e6433c8bb40d815e0e5e6c, entries=150, sequenceid=426, filesize=12.0 K 2024-11-24T09:22:42,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/79a5f295cd9c4e0d96d542bbc5846db1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/79a5f295cd9c4e0d96d542bbc5846db1 2024-11-24T09:22:42,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/79a5f295cd9c4e0d96d542bbc5846db1, entries=150, sequenceid=426, filesize=12.0 K 2024-11-24T09:22:42,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a472c333350c89ab70f56ba46f36bd37 in 573ms, sequenceid=426, compaction requested=true 2024-11-24T09:22:42,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:42,506 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:42,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:42,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:42,507 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:42,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:42,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:42,508 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:42,508 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/B is initiating minor compaction (all files) 2024-11-24T09:22:42,508 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/B in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,508 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/24769d58abfe480890ba30778b4c1578, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/62ff8153b2824592be655a9b22ff6f3e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/5ecbaa9128b74728af5b9a1dbe7a92ac, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9d150a7e53e6433c8bb40d815e0e5e6c] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=48.9 K 2024-11-24T09:22:42,508 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151984 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:42,509 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/A is initiating minor compaction (all files) 2024-11-24T09:22:42,509 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/A in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,509 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/21e0a13313384fa3ae0e387b99a47a63, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=148.4 K 2024-11-24T09:22:42,509 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,509 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/21e0a13313384fa3ae0e387b99a47a63, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783] 2024-11-24T09:22:42,512 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 24769d58abfe480890ba30778b4c1578, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732440157326 2024-11-24T09:22:42,512 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21e0a13313384fa3ae0e387b99a47a63, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732440157326 2024-11-24T09:22:42,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a472c333350c89ab70f56ba46f36bd37:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:42,513 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187b802693ad443bb981eb5ffc638541, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732440158477 2024-11-24T09:22:42,512 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 62ff8153b2824592be655a9b22ff6f3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732440159603 2024-11-24T09:22:42,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-24T09:22:42,513 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f1750176fe54d43a0de1cee8f13186b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732440159665 2024-11-24T09:22:42,513 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-24T09:22:42,514 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ecbaa9128b74728af5b9a1dbe7a92ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732440159665 2024-11-24T09:22:42,514 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50647b5a991641d38d51556199e11783, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732440160808 2024-11-24T09:22:42,514 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d150a7e53e6433c8bb40d815e0e5e6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732440160811 2024-11-24T09:22:42,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-24T09:22:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:42,520 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:42,520 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:42,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:42,532 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:42,550 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#B#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:42,551 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/3f42b37c032a438dbf2a235808eae001 is 50, key is test_row_0/B:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:42,563 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124820b3f304de34282951ed877365eef50_a472c333350c89ab70f56ba46f36bd37 store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:42,565 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124820b3f304de34282951ed877365eef50_a472c333350c89ab70f56ba46f36bd37, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:42,566 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124820b3f304de34282951ed877365eef50_a472c333350c89ab70f56ba46f36bd37 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:42,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:42,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:42,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440222616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440222617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440222620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742094_1270 (size=13323) 2024-11-24T09:22:42,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112413f5eff1097f4f7faccc01a17f76134a_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440162598/Put/seqid=0 2024-11-24T09:22:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742095_1271 (size=4469) 2024-11-24T09:22:42,645 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#A#compaction#222 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:42,645 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/66250bbea59946648cf73c1c4f8fbb00 is 175, key is test_row_0/A:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:42,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T09:22:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742096_1272 (size=14994) 2024-11-24T09:22:42,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:42,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112413f5eff1097f4f7faccc01a17f76134a_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413f5eff1097f4f7faccc01a17f76134a_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:42,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/f1eeb1048ec049aea9069f889ee6881d, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:42,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/f1eeb1048ec049aea9069f889ee6881d is 175, key is test_row_0/A:col10/1732440162598/Put/seqid=0 2024-11-24T09:22:42,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742097_1273 (size=32277) 2024-11-24T09:22:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742098_1274 (size=39949) 2024-11-24T09:22:42,716 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=451, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/f1eeb1048ec049aea9069f889ee6881d 2024-11-24T09:22:42,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440222722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440222723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440222729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/fcde4062bae1402386a7f9e639791543 is 50, key is test_row_0/B:col10/1732440162598/Put/seqid=0 2024-11-24T09:22:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742099_1275 (size=12301) 2024-11-24T09:22:42,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/fcde4062bae1402386a7f9e639791543 2024-11-24T09:22:42,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/d6f02c4db15c4ec4ba846dca13b3cf07 is 50, key is test_row_0/C:col10/1732440162598/Put/seqid=0 2024-11-24T09:22:42,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:42,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T09:22:42,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:42,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742100_1276 (size=12301) 2024-11-24T09:22:42,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440222929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440222929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440222935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:42,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T09:22:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:42,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:42,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:43,041 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/3f42b37c032a438dbf2a235808eae001 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3f42b37c032a438dbf2a235808eae001 2024-11-24T09:22:43,051 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/B of a472c333350c89ab70f56ba46f36bd37 into 3f42b37c032a438dbf2a235808eae001(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:43,051 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:43,051 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/B, priority=12, startTime=1732440162506; duration=0sec 2024-11-24T09:22:43,052 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:43,052 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:B 2024-11-24T09:22:43,052 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:22:43,054 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:22:43,054 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): a472c333350c89ab70f56ba46f36bd37/C is initiating minor compaction (all files) 2024-11-24T09:22:43,054 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a472c333350c89ab70f56ba46f36bd37/C in TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:43,054 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/90e3e5af61cd4bb2acf68c7b98a7f4e0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c157354815ae478583301e6ffbbdfc21, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3f76b302e21a43aab6c31fb3ec729da4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/79a5f295cd9c4e0d96d542bbc5846db1] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp, totalSize=48.9 K 2024-11-24T09:22:43,054 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 90e3e5af61cd4bb2acf68c7b98a7f4e0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732440157326 2024-11-24T09:22:43,055 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c157354815ae478583301e6ffbbdfc21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732440159603 2024-11-24T09:22:43,055 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f76b302e21a43aab6c31fb3ec729da4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1732440159665 2024-11-24T09:22:43,055 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 79a5f295cd9c4e0d96d542bbc5846db1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732440160811 2024-11-24T09:22:43,067 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a472c333350c89ab70f56ba46f36bd37#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:43,068 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/9798cc3ec576418eb61e17e9eef6ce0c is 50, key is test_row_0/C:col10/1732440160812/Put/seqid=0 2024-11-24T09:22:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742101_1277 (size=13323) 2024-11-24T09:22:43,083 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/9798cc3ec576418eb61e17e9eef6ce0c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/9798cc3ec576418eb61e17e9eef6ce0c 2024-11-24T09:22:43,090 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/C of a472c333350c89ab70f56ba46f36bd37 into 9798cc3ec576418eb61e17e9eef6ce0c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:43,090 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:43,090 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/C, priority=12, startTime=1732440162512; duration=0sec 2024-11-24T09:22:43,091 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:43,091 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:C 2024-11-24T09:22:43,109 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/66250bbea59946648cf73c1c4f8fbb00 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/66250bbea59946648cf73c1c4f8fbb00 2024-11-24T09:22:43,119 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a472c333350c89ab70f56ba46f36bd37/A of a472c333350c89ab70f56ba46f36bd37 into 66250bbea59946648cf73c1c4f8fbb00(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:43,119 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:43,119 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37., storeName=a472c333350c89ab70f56ba46f36bd37/A, priority=12, startTime=1732440162506; duration=0sec 2024-11-24T09:22:43,119 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:43,119 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a472c333350c89ab70f56ba46f36bd37:A 2024-11-24T09:22:43,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:43,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:43,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T09:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:43,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:43,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:43,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/d6f02c4db15c4ec4ba846dca13b3cf07 2024-11-24T09:22:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53804 deadline: 1732440223239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53788 deadline: 1732440223239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:43,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53760 deadline: 1732440223242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/f1eeb1048ec049aea9069f889ee6881d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/f1eeb1048ec049aea9069f889ee6881d 2024-11-24T09:22:43,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/f1eeb1048ec049aea9069f889ee6881d, entries=200, sequenceid=451, filesize=39.0 K 2024-11-24T09:22:43,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/fcde4062bae1402386a7f9e639791543 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/fcde4062bae1402386a7f9e639791543 2024-11-24T09:22:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/fcde4062bae1402386a7f9e639791543, entries=150, sequenceid=451, filesize=12.0 K 2024-11-24T09:22:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/d6f02c4db15c4ec4ba846dca13b3cf07 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/d6f02c4db15c4ec4ba846dca13b3cf07 2024-11-24T09:22:43,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/d6f02c4db15c4ec4ba846dca13b3cf07, entries=150, sequenceid=451, filesize=12.0 K 2024-11-24T09:22:43,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a472c333350c89ab70f56ba46f36bd37 in 677ms, sequenceid=451, compaction requested=false 2024-11-24T09:22:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:43,292 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:43,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-24T09:22:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:43,293 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:43,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:43,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124496fcbf870584885afef440dbbd4b558_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440162616/Put/seqid=0 2024-11-24T09:22:43,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742102_1278 (size=12454) 2024-11-24T09:22:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:43,708 DEBUG [Thread-730 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:61826 2024-11-24T09:22:43,708 DEBUG [Thread-730 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,709 DEBUG [Thread-732 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:61826 2024-11-24T09:22:43,709 DEBUG [Thread-732 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,711 DEBUG [Thread-734 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:61826 2024-11-24T09:22:43,711 DEBUG [Thread-734 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,712 DEBUG [Thread-736 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:61826 2024-11-24T09:22:43,712 DEBUG [Thread-736 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:43,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. as already flushing 2024-11-24T09:22:43,746 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:61826 2024-11-24T09:22:43,746 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,749 DEBUG [Thread-719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:61826 2024-11-24T09:22:43,749 DEBUG [Thread-723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:61826 2024-11-24T09:22:43,749 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,749 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:43,758 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124496fcbf870584885afef440dbbd4b558_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124496fcbf870584885afef440dbbd4b558_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/c31d3594667a444eaa4e6fab8ff3d4b0, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:43,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/c31d3594667a444eaa4e6fab8ff3d4b0 is 175, key is test_row_0/A:col10/1732440162616/Put/seqid=0 2024-11-24T09:22:43,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742103_1279 (size=31255) 2024-11-24T09:22:43,779 DEBUG [Thread-725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:61826 2024-11-24T09:22:43,779 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:43,827 DEBUG [Thread-727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:61826 2024-11-24T09:22:43,828 DEBUG [Thread-727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:44,170 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=465, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/c31d3594667a444eaa4e6fab8ff3d4b0 2024-11-24T09:22:44,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0c31d1b875cf43c0bd9f4312679c34b0 is 50, key is test_row_0/B:col10/1732440162616/Put/seqid=0 2024-11-24T09:22:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742104_1280 (size=12301) 2024-11-24T09:22:44,584 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0c31d1b875cf43c0bd9f4312679c34b0 2024-11-24T09:22:44,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/689e57949bc04d969a721f8f5e12bedc is 50, key is test_row_0/C:col10/1732440162616/Put/seqid=0 2024-11-24T09:22:44,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742105_1281 (size=12301) 2024-11-24T09:22:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:45,011 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/689e57949bc04d969a721f8f5e12bedc 2024-11-24T09:22:45,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/c31d3594667a444eaa4e6fab8ff3d4b0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/c31d3594667a444eaa4e6fab8ff3d4b0 2024-11-24T09:22:45,020 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/c31d3594667a444eaa4e6fab8ff3d4b0, entries=150, sequenceid=465, filesize=30.5 K 2024-11-24T09:22:45,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/0c31d1b875cf43c0bd9f4312679c34b0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c31d1b875cf43c0bd9f4312679c34b0 2024-11-24T09:22:45,025 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c31d1b875cf43c0bd9f4312679c34b0, entries=150, sequenceid=465, filesize=12.0 K 2024-11-24T09:22:45,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/689e57949bc04d969a721f8f5e12bedc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/689e57949bc04d969a721f8f5e12bedc 2024-11-24T09:22:45,032 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/689e57949bc04d969a721f8f5e12bedc, entries=150, sequenceid=465, filesize=12.0 K 2024-11-24T09:22:45,033 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=33.54 KB/34350 for a472c333350c89ab70f56ba46f36bd37 in 1740ms, sequenceid=465, compaction requested=true 2024-11-24T09:22:45,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:45,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:45,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-24T09:22:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-24T09:22:45,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-24T09:22:45,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5140 sec 2024-11-24T09:22:45,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.5190 sec 2024-11-24T09:22:46,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-24T09:22:46,625 INFO [Thread-729 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4445 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4526 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1936 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5808 rows 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1924 2024-11-24T09:22:46,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5772 rows 2024-11-24T09:22:46,625 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:22:46,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:61826 2024-11-24T09:22:46,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:22:46,628 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:22:46,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:22:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:46,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:22:46,642 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440166642"}]},"ts":"1732440166642"} 2024-11-24T09:22:46,644 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:22:46,647 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:22:46,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:22:46,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, UNASSIGN}] 2024-11-24T09:22:46,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, UNASSIGN 2024-11-24T09:22:46,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:46,651 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:22:46,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:22:46,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:46,803 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:46,803 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing a472c333350c89ab70f56ba46f36bd37, disabling compactions & flushes 2024-11-24T09:22:46,804 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. after waiting 0 ms 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:46,804 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing a472c333350c89ab70f56ba46f36bd37 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=A 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=B 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:46,804 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a472c333350c89ab70f56ba46f36bd37, store=C 2024-11-24T09:22:46,805 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:46,818 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242ecbbca38ac946e2bef71eb6e8c30b09_a472c333350c89ab70f56ba46f36bd37 is 50, key is test_row_0/A:col10/1732440163748/Put/seqid=0 2024-11-24T09:22:46,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742106_1282 (size=12454) 2024-11-24T09:22:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:22:47,223 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:47,227 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242ecbbca38ac946e2bef71eb6e8c30b09_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242ecbbca38ac946e2bef71eb6e8c30b09_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:47,228 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a0329987630b4a1f90a6f71b93d74cdc, store: [table=TestAcidGuarantees family=A region=a472c333350c89ab70f56ba46f36bd37] 2024-11-24T09:22:47,229 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a0329987630b4a1f90a6f71b93d74cdc is 175, key is test_row_0/A:col10/1732440163748/Put/seqid=0 2024-11-24T09:22:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742107_1283 (size=31255) 2024-11-24T09:22:47,234 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=473, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a0329987630b4a1f90a6f71b93d74cdc 2024-11-24T09:22:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:22:47,241 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/f8150f70ffb745649e3dd072de7ac9c9 is 50, key is test_row_0/B:col10/1732440163748/Put/seqid=0 2024-11-24T09:22:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742108_1284 (size=12301) 2024-11-24T09:22:47,255 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/f8150f70ffb745649e3dd072de7ac9c9 2024-11-24T09:22:47,262 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/3be8f20afe9748b89cc910dfeb65e945 is 50, key is test_row_0/C:col10/1732440163748/Put/seqid=0 2024-11-24T09:22:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742109_1285 (size=12301) 2024-11-24T09:22:47,673 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/3be8f20afe9748b89cc910dfeb65e945 2024-11-24T09:22:47,678 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/A/a0329987630b4a1f90a6f71b93d74cdc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a0329987630b4a1f90a6f71b93d74cdc 2024-11-24T09:22:47,683 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a0329987630b4a1f90a6f71b93d74cdc, entries=150, sequenceid=473, filesize=30.5 K 2024-11-24T09:22:47,684 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/B/f8150f70ffb745649e3dd072de7ac9c9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/f8150f70ffb745649e3dd072de7ac9c9 2024-11-24T09:22:47,687 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/f8150f70ffb745649e3dd072de7ac9c9, entries=150, sequenceid=473, filesize=12.0 K 2024-11-24T09:22:47,688 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/.tmp/C/3be8f20afe9748b89cc910dfeb65e945 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3be8f20afe9748b89cc910dfeb65e945 2024-11-24T09:22:47,691 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3be8f20afe9748b89cc910dfeb65e945, entries=150, sequenceid=473, filesize=12.0 K 2024-11-24T09:22:47,692 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a472c333350c89ab70f56ba46f36bd37 in 888ms, sequenceid=473, compaction requested=true 2024-11-24T09:22:47,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/fc9b30713a274f929eb4b09744691a25, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b8147111b3f14a2a93ed28e01f5fbac7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/06c0e0f508e34285b5137b23c3dcd764, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/800a2789deac4e33800f3a7ac3889e37, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a36d037ad4c748f5a45bced3e9e90d2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/08f64827d73b4cc39b29b4dbc16e8a1e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/e8dfd04e28684404aca08baff9d47b40, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/21e0a13313384fa3ae0e387b99a47a63, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783] to archive 2024-11-24T09:22:47,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:47,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9554827b633c4838815d9dcd4ea2e0fd 2024-11-24T09:22:47,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/89aa7e97aaa54948b90ec87964aa3027 2024-11-24T09:22:47,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/fc9b30713a274f929eb4b09744691a25 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/fc9b30713a274f929eb4b09744691a25 2024-11-24T09:22:47,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/3e42afcffce744a8a81a992fbafa884e 2024-11-24T09:22:47,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a15c4a2a0b054e6e99b07d95d1c3df32 2024-11-24T09:22:47,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b8147111b3f14a2a93ed28e01f5fbac7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b8147111b3f14a2a93ed28e01f5fbac7 2024-11-24T09:22:47,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7d716dbf242142ab9622a7ed3c8e14af 2024-11-24T09:22:47,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50d65e18a2bc4cdab1c66a768d6e46b1 2024-11-24T09:22:47,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/62069690ce3e449bb7149b9f3aaca0ea 2024-11-24T09:22:47,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/06c0e0f508e34285b5137b23c3dcd764 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/06c0e0f508e34285b5137b23c3dcd764 2024-11-24T09:22:47,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/246dd419ef98452383049e6e41764d11 2024-11-24T09:22:47,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2ae41ab9568a4c9cb1ae6900302b765d 2024-11-24T09:22:47,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/800a2789deac4e33800f3a7ac3889e37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/800a2789deac4e33800f3a7ac3889e37 2024-11-24T09:22:47,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/b6b7cd44a5d34be4bfc8a0dddeaec56e 2024-11-24T09:22:47,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a36d037ad4c748f5a45bced3e9e90d2a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a36d037ad4c748f5a45bced3e9e90d2a 2024-11-24T09:22:47,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/8fc3a6fc77474220af23335f1b408582 2024-11-24T09:22:47,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/cb881aafa27246fd99b2bcef35ee1612 2024-11-24T09:22:47,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/7e2c3812f48c4a03982921be6d71b2c0 2024-11-24T09:22:47,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/1d3770972f994c27b75f66c57a8b681b 2024-11-24T09:22:47,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/08f64827d73b4cc39b29b4dbc16e8a1e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/08f64827d73b4cc39b29b4dbc16e8a1e 2024-11-24T09:22:47,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/55afef40e48c4501a550d1ea35d2f815 2024-11-24T09:22:47,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9a2ceee4157f4727a3527f23be2b9ce5 2024-11-24T09:22:47,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/5916fbc6c41b4e6f93d30258495f567e 2024-11-24T09:22:47,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/e8dfd04e28684404aca08baff9d47b40 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/e8dfd04e28684404aca08baff9d47b40 2024-11-24T09:22:47,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/2a579e6b3c434aa5b6d862495b6dcd1b 2024-11-24T09:22:47,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/4c248d85962b41fd8e8b349b38742660 2024-11-24T09:22:47,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/21e0a13313384fa3ae0e387b99a47a63 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/21e0a13313384fa3ae0e387b99a47a63 2024-11-24T09:22:47,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/187b802693ad443bb981eb5ffc638541 2024-11-24T09:22:47,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/9f1750176fe54d43a0de1cee8f13186b 2024-11-24T09:22:47,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/50647b5a991641d38d51556199e11783 2024-11-24T09:22:47,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/39c65e65874844ea9d66777ba66dd378, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c99c964713bc4a8b8fdfff86fb3ddddc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b2905eab166c4801999f7420fd57fab9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7dfa3e504544425d931cb0a8243e24c3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/cb43a052408a4854a0090ec1a6a52f17, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b281ae8b6906444ba9e2c7c4dc465f19, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/11a2bf7698304b1c9401854ee319cf8d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/618b5b70a6c7469384eca98ecc75bebe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/48278026f5ee43ac9872c2f7c9379d7a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/386bc5fbd0bc4dd589cda5f323885721, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1f982323846d46df8308121819579aea, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/40b27f729beb4beaa6396e8c3fa73f90, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/25a1e7f3910b4362b08b74dea986d240, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c396865c5ec4afcb4aa20d5014e9f7c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/78a67135641d412c97ab8e9138b5d8c3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9edb18c60e784505aa6cc6940aa61359, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1515e570e1b1430cb584fed0f672323f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/be33b74e7d744972a8b44106ef34faa3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7c54f0da183e47a28a6e8db7ae59388f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0d74f48113964875a04be8adc3ba40a6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/2b56a1cbcf7b40eca0003ac7fea1eddb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7d0b26327b484e4bb3a8852431113156, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3c0da5f4ecd4458eb5c95b51502cca89, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/4d9fc82047d145aabbded02130e274dc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c0ff868a415e491088141419e971a4d2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/24769d58abfe480890ba30778b4c1578, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/6798beca7448441ca852a5d6e17aebbe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/62ff8153b2824592be655a9b22ff6f3e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/5ecbaa9128b74728af5b9a1dbe7a92ac, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9d150a7e53e6433c8bb40d815e0e5e6c] to archive 2024-11-24T09:22:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:22:47,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:47,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/39c65e65874844ea9d66777ba66dd378 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/39c65e65874844ea9d66777ba66dd378 2024-11-24T09:22:47,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c99c964713bc4a8b8fdfff86fb3ddddc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c99c964713bc4a8b8fdfff86fb3ddddc 2024-11-24T09:22:47,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b2905eab166c4801999f7420fd57fab9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b2905eab166c4801999f7420fd57fab9 2024-11-24T09:22:47,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7dfa3e504544425d931cb0a8243e24c3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7dfa3e504544425d931cb0a8243e24c3 2024-11-24T09:22:47,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/cb43a052408a4854a0090ec1a6a52f17 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/cb43a052408a4854a0090ec1a6a52f17 2024-11-24T09:22:47,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b281ae8b6906444ba9e2c7c4dc465f19 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/b281ae8b6906444ba9e2c7c4dc465f19 2024-11-24T09:22:47,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/11a2bf7698304b1c9401854ee319cf8d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/11a2bf7698304b1c9401854ee319cf8d 2024-11-24T09:22:47,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/618b5b70a6c7469384eca98ecc75bebe to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/618b5b70a6c7469384eca98ecc75bebe 2024-11-24T09:22:47,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/48278026f5ee43ac9872c2f7c9379d7a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/48278026f5ee43ac9872c2f7c9379d7a 2024-11-24T09:22:47,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/386bc5fbd0bc4dd589cda5f323885721 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/386bc5fbd0bc4dd589cda5f323885721 2024-11-24T09:22:47,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1f982323846d46df8308121819579aea to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1f982323846d46df8308121819579aea 2024-11-24T09:22:47,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/40b27f729beb4beaa6396e8c3fa73f90 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/40b27f729beb4beaa6396e8c3fa73f90 2024-11-24T09:22:47,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/25a1e7f3910b4362b08b74dea986d240 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/25a1e7f3910b4362b08b74dea986d240 2024-11-24T09:22:47,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c396865c5ec4afcb4aa20d5014e9f7c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c396865c5ec4afcb4aa20d5014e9f7c 2024-11-24T09:22:47,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/78a67135641d412c97ab8e9138b5d8c3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/78a67135641d412c97ab8e9138b5d8c3 2024-11-24T09:22:47,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9edb18c60e784505aa6cc6940aa61359 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9edb18c60e784505aa6cc6940aa61359 2024-11-24T09:22:47,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1515e570e1b1430cb584fed0f672323f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/1515e570e1b1430cb584fed0f672323f 2024-11-24T09:22:47,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/be33b74e7d744972a8b44106ef34faa3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/be33b74e7d744972a8b44106ef34faa3 2024-11-24T09:22:47,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7c54f0da183e47a28a6e8db7ae59388f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7c54f0da183e47a28a6e8db7ae59388f 2024-11-24T09:22:47,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0d74f48113964875a04be8adc3ba40a6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0d74f48113964875a04be8adc3ba40a6 2024-11-24T09:22:47,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/2b56a1cbcf7b40eca0003ac7fea1eddb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/2b56a1cbcf7b40eca0003ac7fea1eddb 2024-11-24T09:22:47,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7d0b26327b484e4bb3a8852431113156 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/7d0b26327b484e4bb3a8852431113156 2024-11-24T09:22:47,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3c0da5f4ecd4458eb5c95b51502cca89 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3c0da5f4ecd4458eb5c95b51502cca89 2024-11-24T09:22:47,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/4d9fc82047d145aabbded02130e274dc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/4d9fc82047d145aabbded02130e274dc 2024-11-24T09:22:47,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c0ff868a415e491088141419e971a4d2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/c0ff868a415e491088141419e971a4d2 2024-11-24T09:22:47,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/24769d58abfe480890ba30778b4c1578 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/24769d58abfe480890ba30778b4c1578 2024-11-24T09:22:47,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/6798beca7448441ca852a5d6e17aebbe to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/6798beca7448441ca852a5d6e17aebbe 2024-11-24T09:22:47,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/62ff8153b2824592be655a9b22ff6f3e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/62ff8153b2824592be655a9b22ff6f3e 2024-11-24T09:22:47,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/5ecbaa9128b74728af5b9a1dbe7a92ac to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/5ecbaa9128b74728af5b9a1dbe7a92ac 2024-11-24T09:22:47,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9d150a7e53e6433c8bb40d815e0e5e6c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/9d150a7e53e6433c8bb40d815e0e5e6c 2024-11-24T09:22:47,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4c1b5f2a94364e19b1ef3e71e3d001b0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/bf2080a953a84460a0b45fce592ce261, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/49294a679874474ca678a3da493bc6c0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/129d3ec4bdd84ee8878ec0b69a9c098b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f0f886c9cda4466e80e3a94931b2f4f0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/01ba1ff34afa4506a4845a472a8f5669, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/708e09be4e154201bf76c035a3d3c1f1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/ce7b969b9eb14a6a924a5ca0315a70de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9c6b2df2ab43f58281917a86d7b25f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/295f98a470ea4511b06e367bf5caa835, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cc3f6289b47f4f7ab8f77803ccf41c55, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/db8626127c034f10b9c40b73d6a7bdea, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/15d062519a1b41f6afc7d729251ee8f0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c41903738ff747079745d2f60185d872, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/30e474c797c04a5db32de38ad4e7db2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/6ea06db633df4068a1ea0d513bcfdd4f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4bb78c9598b54a0bae3573ffff296fa8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/b16c4fa60c1b49f29e2e7f13d7388a32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/57f156769a984fb69745e14a04029839, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/21ca2766c4a84450b3e3d0ba323dc2ae, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f1ec98004fd445d3ad662a47fda412fb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c4ca8e5c3f2e482a9f4135a8bc726d70, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/155c112b6f824669821a49cc0ef3714c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9e5db774d14de78f97bf656570a831, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/90e3e5af61cd4bb2acf68c7b98a7f4e0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cef35e9d2f9d4fe4b206b9906e0ebbab, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c157354815ae478583301e6ffbbdfc21, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3f76b302e21a43aab6c31fb3ec729da4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/79a5f295cd9c4e0d96d542bbc5846db1] to archive 2024-11-24T09:22:47,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:22:47,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4c1b5f2a94364e19b1ef3e71e3d001b0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4c1b5f2a94364e19b1ef3e71e3d001b0 2024-11-24T09:22:47,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/bf2080a953a84460a0b45fce592ce261 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/bf2080a953a84460a0b45fce592ce261 2024-11-24T09:22:47,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/2edeb5c6ef284d2b9fd1d8e2a0274fa4 2024-11-24T09:22:47,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/49294a679874474ca678a3da493bc6c0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/49294a679874474ca678a3da493bc6c0 2024-11-24T09:22:47,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/129d3ec4bdd84ee8878ec0b69a9c098b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/129d3ec4bdd84ee8878ec0b69a9c098b 2024-11-24T09:22:47,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f0f886c9cda4466e80e3a94931b2f4f0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f0f886c9cda4466e80e3a94931b2f4f0 2024-11-24T09:22:47,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/01ba1ff34afa4506a4845a472a8f5669 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/01ba1ff34afa4506a4845a472a8f5669 2024-11-24T09:22:47,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/708e09be4e154201bf76c035a3d3c1f1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/708e09be4e154201bf76c035a3d3c1f1 2024-11-24T09:22:47,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/ce7b969b9eb14a6a924a5ca0315a70de to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/ce7b969b9eb14a6a924a5ca0315a70de 2024-11-24T09:22:47,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9c6b2df2ab43f58281917a86d7b25f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9c6b2df2ab43f58281917a86d7b25f 2024-11-24T09:22:47,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/295f98a470ea4511b06e367bf5caa835 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/295f98a470ea4511b06e367bf5caa835 2024-11-24T09:22:47,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cc3f6289b47f4f7ab8f77803ccf41c55 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cc3f6289b47f4f7ab8f77803ccf41c55 2024-11-24T09:22:47,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/db8626127c034f10b9c40b73d6a7bdea to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/db8626127c034f10b9c40b73d6a7bdea 2024-11-24T09:22:47,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/15d062519a1b41f6afc7d729251ee8f0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/15d062519a1b41f6afc7d729251ee8f0 2024-11-24T09:22:47,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c41903738ff747079745d2f60185d872 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c41903738ff747079745d2f60185d872 2024-11-24T09:22:47,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/30e474c797c04a5db32de38ad4e7db2a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/30e474c797c04a5db32de38ad4e7db2a 2024-11-24T09:22:47,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/6ea06db633df4068a1ea0d513bcfdd4f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/6ea06db633df4068a1ea0d513bcfdd4f 2024-11-24T09:22:47,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4bb78c9598b54a0bae3573ffff296fa8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/4bb78c9598b54a0bae3573ffff296fa8 2024-11-24T09:22:47,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/b16c4fa60c1b49f29e2e7f13d7388a32 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/b16c4fa60c1b49f29e2e7f13d7388a32 2024-11-24T09:22:47,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/57f156769a984fb69745e14a04029839 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/57f156769a984fb69745e14a04029839 2024-11-24T09:22:47,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/21ca2766c4a84450b3e3d0ba323dc2ae to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/21ca2766c4a84450b3e3d0ba323dc2ae 2024-11-24T09:22:47,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f1ec98004fd445d3ad662a47fda412fb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/f1ec98004fd445d3ad662a47fda412fb 2024-11-24T09:22:47,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c4ca8e5c3f2e482a9f4135a8bc726d70 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c4ca8e5c3f2e482a9f4135a8bc726d70 2024-11-24T09:22:47,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/155c112b6f824669821a49cc0ef3714c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/155c112b6f824669821a49cc0ef3714c 2024-11-24T09:22:47,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9e5db774d14de78f97bf656570a831 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/8c9e5db774d14de78f97bf656570a831 2024-11-24T09:22:47,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/90e3e5af61cd4bb2acf68c7b98a7f4e0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/90e3e5af61cd4bb2acf68c7b98a7f4e0 2024-11-24T09:22:47,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cef35e9d2f9d4fe4b206b9906e0ebbab to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/cef35e9d2f9d4fe4b206b9906e0ebbab 2024-11-24T09:22:47,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c157354815ae478583301e6ffbbdfc21 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/c157354815ae478583301e6ffbbdfc21 2024-11-24T09:22:47,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3f76b302e21a43aab6c31fb3ec729da4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3f76b302e21a43aab6c31fb3ec729da4 2024-11-24T09:22:47,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/79a5f295cd9c4e0d96d542bbc5846db1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/79a5f295cd9c4e0d96d542bbc5846db1 2024-11-24T09:22:47,862 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/recovered.edits/476.seqid, newMaxSeqId=476, maxSeqId=4 2024-11-24T09:22:47,863 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37. 2024-11-24T09:22:47,863 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for a472c333350c89ab70f56ba46f36bd37: 2024-11-24T09:22:47,865 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:47,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=a472c333350c89ab70f56ba46f36bd37, regionState=CLOSED 2024-11-24T09:22:47,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T09:22:47,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure a472c333350c89ab70f56ba46f36bd37, server=36e70e68d79c,38889,1732440112500 in 1.2150 sec 2024-11-24T09:22:47,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-24T09:22:47,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a472c333350c89ab70f56ba46f36bd37, UNASSIGN in 1.2190 sec 2024-11-24T09:22:47,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-24T09:22:47,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2220 sec 2024-11-24T09:22:47,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440167872"}]},"ts":"1732440167872"} 2024-11-24T09:22:47,873 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:22:47,875 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:22:47,877 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2470 sec 2024-11-24T09:22:48,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-24T09:22:48,743 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-24T09:22:48,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:22:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:48,746 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:48,746 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:22:48,751 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,755 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/recovered.edits] 2024-11-24T09:22:48,758 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/66250bbea59946648cf73c1c4f8fbb00 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/66250bbea59946648cf73c1c4f8fbb00 2024-11-24T09:22:48,760 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a0329987630b4a1f90a6f71b93d74cdc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/a0329987630b4a1f90a6f71b93d74cdc 2024-11-24T09:22:48,762 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/c31d3594667a444eaa4e6fab8ff3d4b0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/c31d3594667a444eaa4e6fab8ff3d4b0 2024-11-24T09:22:48,763 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/f1eeb1048ec049aea9069f889ee6881d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/A/f1eeb1048ec049aea9069f889ee6881d 2024-11-24T09:22:48,766 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c31d1b875cf43c0bd9f4312679c34b0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/0c31d1b875cf43c0bd9f4312679c34b0 2024-11-24T09:22:48,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3f42b37c032a438dbf2a235808eae001 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/3f42b37c032a438dbf2a235808eae001 2024-11-24T09:22:48,768 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/f8150f70ffb745649e3dd072de7ac9c9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/f8150f70ffb745649e3dd072de7ac9c9 2024-11-24T09:22:48,770 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/fcde4062bae1402386a7f9e639791543 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/B/fcde4062bae1402386a7f9e639791543 2024-11-24T09:22:48,773 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3be8f20afe9748b89cc910dfeb65e945 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/3be8f20afe9748b89cc910dfeb65e945 2024-11-24T09:22:48,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/689e57949bc04d969a721f8f5e12bedc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/689e57949bc04d969a721f8f5e12bedc 2024-11-24T09:22:48,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/9798cc3ec576418eb61e17e9eef6ce0c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/9798cc3ec576418eb61e17e9eef6ce0c 2024-11-24T09:22:48,777 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/d6f02c4db15c4ec4ba846dca13b3cf07 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/C/d6f02c4db15c4ec4ba846dca13b3cf07 2024-11-24T09:22:48,781 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/recovered.edits/476.seqid to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37/recovered.edits/476.seqid 2024-11-24T09:22:48,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,782 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:22:48,782 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:22:48,783 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T09:22:48,790 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241116fd0cf0ac4f5a9b46927c5fe204d8_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241116fd0cf0ac4f5a9b46927c5fe204d8_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,791 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413f5eff1097f4f7faccc01a17f76134a_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112413f5eff1097f4f7faccc01a17f76134a_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,795 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242ecbbca38ac946e2bef71eb6e8c30b09_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242ecbbca38ac946e2bef71eb6e8c30b09_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,797 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124310ddb59a00946919c46c040772d69da_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124310ddb59a00946919c46c040772d69da_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,800 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124496fcbf870584885afef440dbbd4b558_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124496fcbf870584885afef440dbbd4b558_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,801 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244cd09baecf424d198df908b7146391de_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244cd09baecf424d198df908b7146391de_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,804 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b4978097dc744ebb70f420219ee751b_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245b4978097dc744ebb70f420219ee751b_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,806 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e2950d8bf2349df93897c2ba4d207d5_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246e2950d8bf2349df93897c2ba4d207d5_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,807 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246fdd3a64a12940118a2993b6dfee780e_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246fdd3a64a12940118a2993b6dfee780e_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,809 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247379c58a61164cb198f646451bf7d7a9_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247379c58a61164cb198f646451bf7d7a9_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,810 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124801eb4823e9141ccbf4c06222988292a_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124801eb4823e9141ccbf4c06222988292a_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,812 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248d66e3e01b3440489f658e325552f9b1_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248d66e3e01b3440489f658e325552f9b1_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,813 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249445270fc8c24b899ee6323b679be474_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249445270fc8c24b899ee6323b679be474_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,816 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9420fa0c40e40fe82ce45b86023c651_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9420fa0c40e40fe82ce45b86023c651_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,820 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bf8ec78851724ce58395e75a9c82cee9_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bf8ec78851724ce58395e75a9c82cee9_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,823 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c6b037b874ab4d98933d9eee703784bc_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c6b037b874ab4d98933d9eee703784bc_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,824 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c95da3814a7e4097b40a9eaf7c3713c2_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c95da3814a7e4097b40a9eaf7c3713c2_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,826 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cb126c735c2244a595773cb35ce18638_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cb126c735c2244a595773cb35ce18638_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,827 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cf997c313ef44a5aaccd0c887b9255f6_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cf997c313ef44a5aaccd0c887b9255f6_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,829 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc145157eb2b4b7f98e7c830842237f8_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124dc145157eb2b4b7f98e7c830842237f8_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,833 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ec49fcfff8bf4e8496ac9904b2a50d9b_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ec49fcfff8bf4e8496ac9904b2a50d9b_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,834 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ee53618597914342a5ecb6ed209e14b3_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ee53618597914342a5ecb6ed209e14b3_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,836 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eebb69e00e67494d9dc6b9528844a2fd_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eebb69e00e67494d9dc6b9528844a2fd_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,837 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f46b0e338c58486aa261dec0419c01a7_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f46b0e338c58486aa261dec0419c01a7_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,841 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd30b0903dc34a49b37f0cd0662c3125_a472c333350c89ab70f56ba46f36bd37 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd30b0903dc34a49b37f0cd0662c3125_a472c333350c89ab70f56ba46f36bd37 2024-11-24T09:22:48,842 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:22:48,844 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:22:48,853 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:22:48,858 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:22:48,860 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:48,860 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:22:48,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440168860"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:48,863 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:22:48,863 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a472c333350c89ab70f56ba46f36bd37, NAME => 'TestAcidGuarantees,,1732440141925.a472c333350c89ab70f56ba46f36bd37.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:22:48,863 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:22:48,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440168863"}]},"ts":"9223372036854775807"} 2024-11-24T09:22:48,867 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:22:48,870 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:48,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 126 msec 2024-11-24T09:22:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-24T09:22:49,050 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-24T09:22:49,063 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=246 (was 239) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_170059025_22 at /127.0.0.1:52678 [Waiting for operation #884] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-45086499_22 at /127.0.0.1:57832 [Waiting for operation #603] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-45086499_22 at /127.0.0.1:52502 [Waiting for operation #958] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_170059025_22 at /127.0.0.1:52302 [Waiting for operation #950] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3fb39e0e-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=740 (was 602) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6898 (was 7038) 2024-11-24T09:22:49,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=246, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=740, ProcessCount=11, AvailableMemoryMB=6898 2024-11-24T09:22:49,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:22:49,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:22:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:22:49,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:22:49,077 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:49,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-24T09:22:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T09:22:49,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:22:49,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742110_1286 (size=963) 2024-11-24T09:22:49,085 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:22:49,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742111_1287 (size=53) 2024-11-24T09:22:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T09:22:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T09:22:49,491 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:49,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0db74fadd98d8c26311a7c6a15914b7a, disabling compactions & flushes 2024-11-24T09:22:49,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. after waiting 0 ms 2024-11-24T09:22:49,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,492 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,492 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:49,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:22:49,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440169493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440169493"}]},"ts":"1732440169493"} 2024-11-24T09:22:49,494 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:22:49,495 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:22:49,496 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440169495"}]},"ts":"1732440169495"} 2024-11-24T09:22:49,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:22:49,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, ASSIGN}] 2024-11-24T09:22:49,502 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, ASSIGN 2024-11-24T09:22:49,502 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:22:49,653 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0db74fadd98d8c26311a7c6a15914b7a, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:49,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:22:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T09:22:49,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:49,810 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,810 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:22:49,811 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,811 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:22:49,811 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,811 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,813 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,814 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:49,814 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db74fadd98d8c26311a7c6a15914b7a columnFamilyName A 2024-11-24T09:22:49,814 DEBUG [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:49,823 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.HStore(327): Store=0db74fadd98d8c26311a7c6a15914b7a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:49,823 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,824 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:49,824 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db74fadd98d8c26311a7c6a15914b7a columnFamilyName B 2024-11-24T09:22:49,825 DEBUG [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:49,825 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.HStore(327): Store=0db74fadd98d8c26311a7c6a15914b7a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:49,825 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,826 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:22:49,826 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db74fadd98d8c26311a7c6a15914b7a columnFamilyName C 2024-11-24T09:22:49,826 DEBUG [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:22:49,827 INFO [StoreOpener-0db74fadd98d8c26311a7c6a15914b7a-1 {}] regionserver.HStore(327): Store=0db74fadd98d8c26311a7c6a15914b7a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:22:49,828 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,828 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,829 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,830 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:22:49,832 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:49,852 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:22:49,852 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 0db74fadd98d8c26311a7c6a15914b7a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63583473, jitterRate=-0.05253241956233978}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:22:49,853 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:49,854 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., pid=66, masterSystemTime=1732440169807 2024-11-24T09:22:49,856 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,856 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:49,856 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0db74fadd98d8c26311a7c6a15914b7a, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:49,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T09:22:49,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 in 203 msec 2024-11-24T09:22:49,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-24T09:22:49,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, ASSIGN in 359 msec 2024-11-24T09:22:49,862 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:22:49,863 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440169862"}]},"ts":"1732440169862"} 2024-11-24T09:22:49,863 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:22:49,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:22:49,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 792 msec 2024-11-24T09:22:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-24T09:22:50,184 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-24T09:22:50,186 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-11-24T09:22:50,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,193 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:22:50,196 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:22:50,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-24T09:22:50,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-24T09:22:50,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,222 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-24T09:22:50,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-24T09:22:50,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-24T09:22:50,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,245 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fef31f8 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ed1e44 2024-11-24T09:22:50,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b04266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,250 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-24T09:22:50,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-24T09:22:50,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-24T09:22:50,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-24T09:22:50,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:22:50,312 DEBUG [hconnection-0x495c83bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,313 DEBUG [hconnection-0x7490d2c0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,313 DEBUG [hconnection-0x4cb3ba0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,314 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,315 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,315 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,333 DEBUG [hconnection-0x77bff0fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,334 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,352 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:22:50,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-24T09:22:50,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:50,359 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:50,359 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:50,366 DEBUG [hconnection-0x68e5737b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,366 DEBUG [hconnection-0x6e29e51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,366 DEBUG [hconnection-0x58bccebd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,370 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,371 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,372 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:50,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:50,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:50,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:50,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:50,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:50,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:50,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:50,397 DEBUG [hconnection-0x55d88a5d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,402 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,412 DEBUG [hconnection-0x8383a32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,415 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,417 DEBUG [hconnection-0x7c8b27ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:22:50,418 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:22:50,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440230432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440230435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440230435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440230439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440230439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/04148c467e9b4d12a64bb26429f5f4ff is 50, key is test_row_0/A:col10/1732440170389/Put/seqid=0 2024-11-24T09:22:50,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742112_1288 (size=14341) 2024-11-24T09:22:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:50,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:50,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:50,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440230543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440230547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440230547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440230547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440230548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:50,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:50,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440230747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440230751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440230752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440230753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440230753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:50,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:50,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/04148c467e9b4d12a64bb26429f5f4ff 2024-11-24T09:22:50,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/e8da4b6e8c384fde84cb6e9da2401bc9 is 50, key is test_row_0/B:col10/1732440170389/Put/seqid=0 2024-11-24T09:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:50,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742113_1289 (size=12001) 2024-11-24T09:22:50,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:50,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:50,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:50,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440231052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440231054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440231054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440231057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440231058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/e8da4b6e8c384fde84cb6e9da2401bc9 2024-11-24T09:22:51,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/0f8cf9c56f634c88af7ca7cd559721c2 is 50, key is test_row_0/C:col10/1732440170389/Put/seqid=0 2024-11-24T09:22:51,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:51,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742114_1290 (size=12001) 2024-11-24T09:22:51,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440231560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440231560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440231561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440231561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440231563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,748 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:51,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:51,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/0f8cf9c56f634c88af7ca7cd559721c2 2024-11-24T09:22:51,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/04148c467e9b4d12a64bb26429f5f4ff as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/04148c467e9b4d12a64bb26429f5f4ff 2024-11-24T09:22:51,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/04148c467e9b4d12a64bb26429f5f4ff, entries=200, sequenceid=14, filesize=14.0 K 2024-11-24T09:22:51,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/e8da4b6e8c384fde84cb6e9da2401bc9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/e8da4b6e8c384fde84cb6e9da2401bc9 2024-11-24T09:22:51,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/e8da4b6e8c384fde84cb6e9da2401bc9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T09:22:51,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/0f8cf9c56f634c88af7ca7cd559721c2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0f8cf9c56f634c88af7ca7cd559721c2 2024-11-24T09:22:51,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0f8cf9c56f634c88af7ca7cd559721c2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-24T09:22:51,895 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 0db74fadd98d8c26311a7c6a15914b7a in 1504ms, sequenceid=14, compaction requested=false 2024-11-24T09:22:51,895 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T09:22:51,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:51,902 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:51,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-24T09:22:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:51,902 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:22:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/ac6cb2c1d93e40748aa6855c658b9688 is 50, key is test_row_0/A:col10/1732440170431/Put/seqid=0 2024-11-24T09:22:51,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742115_1291 (size=12001) 2024-11-24T09:22:51,942 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/ac6cb2c1d93e40748aa6855c658b9688 2024-11-24T09:22:51,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a3637d86060b403081e0883747de5cd1 is 50, key is test_row_0/B:col10/1732440170431/Put/seqid=0 2024-11-24T09:22:51,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742116_1292 (size=12001) 2024-11-24T09:22:52,399 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a3637d86060b403081e0883747de5cd1 2024-11-24T09:22:52,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/925b89469e1a4d1fbd1a1d9564199486 is 50, key is test_row_0/C:col10/1732440170431/Put/seqid=0 2024-11-24T09:22:52,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742117_1293 (size=12001) 2024-11-24T09:22:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:52,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440232573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440232574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440232574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440232576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440232576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440232677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440232677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440232677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440232678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440232678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,811 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/925b89469e1a4d1fbd1a1d9564199486 2024-11-24T09:22:52,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/ac6cb2c1d93e40748aa6855c658b9688 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/ac6cb2c1d93e40748aa6855c658b9688 2024-11-24T09:22:52,820 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/ac6cb2c1d93e40748aa6855c658b9688, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:22:52,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a3637d86060b403081e0883747de5cd1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a3637d86060b403081e0883747de5cd1 2024-11-24T09:22:52,825 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a3637d86060b403081e0883747de5cd1, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:22:52,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/925b89469e1a4d1fbd1a1d9564199486 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/925b89469e1a4d1fbd1a1d9564199486 2024-11-24T09:22:52,833 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/925b89469e1a4d1fbd1a1d9564199486, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T09:22:52,834 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0db74fadd98d8c26311a7c6a15914b7a in 932ms, sequenceid=38, compaction requested=false 2024-11-24T09:22:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-24T09:22:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-24T09:22:52,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-24T09:22:52,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4760 sec 2024-11-24T09:22:52,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 2.4800 sec 2024-11-24T09:22:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:52,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:22:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:52,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/68dd1888d48f40c795458093392cf7be is 50, key is test_row_0/A:col10/1732440172882/Put/seqid=0 2024-11-24T09:22:52,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742118_1294 (size=12001) 2024-11-24T09:22:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440232897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440232897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440232925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440232925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:52,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440232925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440233026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440233026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440233029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440233029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440233030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440233229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440233230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440233232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440233234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440233234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/68dd1888d48f40c795458093392cf7be 2024-11-24T09:22:53,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/8d41256e09174bdeaff4ed323cce5d1f is 50, key is test_row_0/B:col10/1732440172882/Put/seqid=0 2024-11-24T09:22:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742119_1295 (size=12001) 2024-11-24T09:22:53,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:22:53,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440233531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440233533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440233536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440233537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440233539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:53,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/8d41256e09174bdeaff4ed323cce5d1f 2024-11-24T09:22:53,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6b91e8a501244775816e1040d6e31974 is 50, key is test_row_0/C:col10/1732440172882/Put/seqid=0 2024-11-24T09:22:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742120_1296 (size=12001) 2024-11-24T09:22:54,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440234036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:54,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440234038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:54,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440234041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:54,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440234042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:54,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440234044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:54,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6b91e8a501244775816e1040d6e31974 2024-11-24T09:22:54,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/68dd1888d48f40c795458093392cf7be as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/68dd1888d48f40c795458093392cf7be 2024-11-24T09:22:54,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/68dd1888d48f40c795458093392cf7be, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:54,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/8d41256e09174bdeaff4ed323cce5d1f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8d41256e09174bdeaff4ed323cce5d1f 2024-11-24T09:22:54,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8d41256e09174bdeaff4ed323cce5d1f, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:54,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6b91e8a501244775816e1040d6e31974 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b91e8a501244775816e1040d6e31974 2024-11-24T09:22:54,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b91e8a501244775816e1040d6e31974, entries=150, sequenceid=55, filesize=11.7 K 2024-11-24T09:22:54,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 0db74fadd98d8c26311a7c6a15914b7a in 1270ms, sequenceid=55, compaction requested=true 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:54,152 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:54,152 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:54,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:54,153 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:54,153 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:22:54,153 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:54,154 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/04148c467e9b4d12a64bb26429f5f4ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/ac6cb2c1d93e40748aa6855c658b9688, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/68dd1888d48f40c795458093392cf7be] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=37.4 K 2024-11-24T09:22:54,154 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:54,154 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:22:54,154 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04148c467e9b4d12a64bb26429f5f4ff, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732440170381 2024-11-24T09:22:54,154 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:54,154 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/e8da4b6e8c384fde84cb6e9da2401bc9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a3637d86060b403081e0883747de5cd1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8d41256e09174bdeaff4ed323cce5d1f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.2 K 2024-11-24T09:22:54,155 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac6cb2c1d93e40748aa6855c658b9688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440170431 2024-11-24T09:22:54,155 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e8da4b6e8c384fde84cb6e9da2401bc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732440170381 2024-11-24T09:22:54,155 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a3637d86060b403081e0883747de5cd1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440170431 2024-11-24T09:22:54,155 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68dd1888d48f40c795458093392cf7be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440172880 2024-11-24T09:22:54,155 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d41256e09174bdeaff4ed323cce5d1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440172880 2024-11-24T09:22:54,166 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:54,167 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/58d05640bbdc43a3b8f09681bd5a453a is 50, key is test_row_0/B:col10/1732440172882/Put/seqid=0 2024-11-24T09:22:54,167 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:54,168 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/a973c90c266d41dcbecafb46bbf10c0f is 50, key is test_row_0/A:col10/1732440172882/Put/seqid=0 2024-11-24T09:22:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742121_1297 (size=12104) 2024-11-24T09:22:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742122_1298 (size=12104) 2024-11-24T09:22:54,192 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/a973c90c266d41dcbecafb46bbf10c0f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a973c90c266d41dcbecafb46bbf10c0f 2024-11-24T09:22:54,193 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/58d05640bbdc43a3b8f09681bd5a453a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/58d05640bbdc43a3b8f09681bd5a453a 2024-11-24T09:22:54,199 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into a973c90c266d41dcbecafb46bbf10c0f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:54,199 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:54,199 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440174152; duration=0sec 2024-11-24T09:22:54,199 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:54,199 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:22:54,199 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:54,201 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:54,201 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:22:54,201 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 58d05640bbdc43a3b8f09681bd5a453a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:54,201 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:54,201 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:54,201 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440174152; duration=0sec 2024-11-24T09:22:54,201 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0f8cf9c56f634c88af7ca7cd559721c2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/925b89469e1a4d1fbd1a1d9564199486, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b91e8a501244775816e1040d6e31974] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.2 K 2024-11-24T09:22:54,201 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:54,201 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:22:54,201 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f8cf9c56f634c88af7ca7cd559721c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732440170381 2024-11-24T09:22:54,202 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 925b89469e1a4d1fbd1a1d9564199486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732440170431 2024-11-24T09:22:54,203 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b91e8a501244775816e1040d6e31974, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440172880 2024-11-24T09:22:54,210 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#245 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:54,210 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/edbff0936d034fa6a1632ebb37634987 is 50, key is test_row_0/C:col10/1732440172882/Put/seqid=0 2024-11-24T09:22:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742123_1299 (size=12104) 2024-11-24T09:22:54,236 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/edbff0936d034fa6a1632ebb37634987 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/edbff0936d034fa6a1632ebb37634987 2024-11-24T09:22:54,242 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into edbff0936d034fa6a1632ebb37634987(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:54,242 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:54,242 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440174152; duration=0sec 2024-11-24T09:22:54,242 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:54,242 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:22:54,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-24T09:22:54,465 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-24T09:22:54,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-24T09:22:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:22:54,468 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:54,468 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:54,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:54,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:22:54,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:54,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-24T09:22:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:54,621 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:22:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:54,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:54,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/cbd3b99751994a4fa10d409e1c71ffee is 50, key is test_row_0/A:col10/1732440172905/Put/seqid=0 2024-11-24T09:22:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742124_1300 (size=12001) 2024-11-24T09:22:54,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:22:55,037 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/cbd3b99751994a4fa10d409e1c71ffee 2024-11-24T09:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:55,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:55,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/b21cfa0e1ca74ba692e573ba57318bed is 50, key is test_row_0/B:col10/1732440172905/Put/seqid=0 2024-11-24T09:22:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742125_1301 (size=12001) 2024-11-24T09:22:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440235055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440235055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440235056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440235056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440235058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:22:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440235159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440235159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440235160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440235161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440235161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,296 DEBUG [master/36e70e68d79c:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 709975e5df0b98b3ff76085b5b1ecce6 changed from -1.0 to 0.0, refreshing cache 2024-11-24T09:22:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440235362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440235362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440235363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440235363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440235364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,453 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/b21cfa0e1ca74ba692e573ba57318bed 2024-11-24T09:22:55,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/699dc8b67644442c96de80bede9b4781 is 50, key is test_row_0/C:col10/1732440172905/Put/seqid=0 2024-11-24T09:22:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742126_1302 (size=12001) 2024-11-24T09:22:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:22:55,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440235669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:55,880 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/699dc8b67644442c96de80bede9b4781 2024-11-24T09:22:55,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/cbd3b99751994a4fa10d409e1c71ffee as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/cbd3b99751994a4fa10d409e1c71ffee 2024-11-24T09:22:55,889 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/cbd3b99751994a4fa10d409e1c71ffee, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:22:55,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/b21cfa0e1ca74ba692e573ba57318bed as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b21cfa0e1ca74ba692e573ba57318bed 2024-11-24T09:22:55,896 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b21cfa0e1ca74ba692e573ba57318bed, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:22:55,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/699dc8b67644442c96de80bede9b4781 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/699dc8b67644442c96de80bede9b4781 2024-11-24T09:22:55,901 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/699dc8b67644442c96de80bede9b4781, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:22:55,902 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0db74fadd98d8c26311a7c6a15914b7a in 1281ms, sequenceid=78, compaction requested=false 2024-11-24T09:22:55,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:55,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:55,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-24T09:22:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-24T09:22:55,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-24T09:22:55,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-24T09:22:55,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.4400 sec 2024-11-24T09:22:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:56,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T09:22:56,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:56,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:56,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:56,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:56,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:56,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:56,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/3f23effceadf4e69b90cefbf089628b9 is 50, key is test_row_0/A:col10/1732440175056/Put/seqid=0 2024-11-24T09:22:56,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742127_1303 (size=12001) 2024-11-24T09:22:56,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440236188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440236188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440236188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440236189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440236189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440236290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440236290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440236291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440236292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440236292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440236493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440236493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440236494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440236495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440236495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-24T09:22:56,572 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-24T09:22:56,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-24T09:22:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:22:56,575 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:56,575 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:56,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:56,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/3f23effceadf4e69b90cefbf089628b9 2024-11-24T09:22:56,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/7b33e03e6ea8427da81e3190591466ab is 50, key is test_row_0/B:col10/1732440175056/Put/seqid=0 2024-11-24T09:22:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742128_1304 (size=12001) 2024-11-24T09:22:56,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/7b33e03e6ea8427da81e3190591466ab 2024-11-24T09:22:56,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/a473f75ba3d844db9c400e3de2c21cf9 is 50, key is test_row_0/C:col10/1732440175056/Put/seqid=0 2024-11-24T09:22:56,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742129_1305 (size=12001) 2024-11-24T09:22:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:22:56,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T09:22:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:56,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:56,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:56,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440236796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440236798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440236798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440236800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440236800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:22:56,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:56,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T09:22:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:56,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:56,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:56,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/a473f75ba3d844db9c400e3de2c21cf9 2024-11-24T09:22:57,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/3f23effceadf4e69b90cefbf089628b9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/3f23effceadf4e69b90cefbf089628b9 2024-11-24T09:22:57,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/3f23effceadf4e69b90cefbf089628b9, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T09:22:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/7b33e03e6ea8427da81e3190591466ab as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7b33e03e6ea8427da81e3190591466ab 2024-11-24T09:22:57,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7b33e03e6ea8427da81e3190591466ab, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T09:22:57,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/a473f75ba3d844db9c400e3de2c21cf9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a473f75ba3d844db9c400e3de2c21cf9 2024-11-24T09:22:57,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a473f75ba3d844db9c400e3de2c21cf9, entries=150, sequenceid=96, filesize=11.7 K 2024-11-24T09:22:57,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 0db74fadd98d8c26311a7c6a15914b7a in 857ms, sequenceid=96, compaction requested=true 2024-11-24T09:22:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:57,030 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:57,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:57,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:57,031 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:57,031 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:57,031 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:22:57,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a973c90c266d41dcbecafb46bbf10c0f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/cbd3b99751994a4fa10d409e1c71ffee, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/3f23effceadf4e69b90cefbf089628b9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.3 K 2024-11-24T09:22:57,032 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:57,032 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:22:57,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a973c90c266d41dcbecafb46bbf10c0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440172880 2024-11-24T09:22:57,032 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,032 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/58d05640bbdc43a3b8f09681bd5a453a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b21cfa0e1ca74ba692e573ba57318bed, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7b33e03e6ea8427da81e3190591466ab] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.3 K 2024-11-24T09:22:57,033 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbd3b99751994a4fa10d409e1c71ffee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440172896 2024-11-24T09:22:57,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 58d05640bbdc43a3b8f09681bd5a453a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440172880 2024-11-24T09:22:57,033 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f23effceadf4e69b90cefbf089628b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732440175055 2024-11-24T09:22:57,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b21cfa0e1ca74ba692e573ba57318bed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440172896 2024-11-24T09:22:57,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-24T09:22:57,034 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b33e03e6ea8427da81e3190591466ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732440175055 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,034 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:57,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:57,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/bef0cabde8f9456792e8a7b9abbefbe2 is 50, key is test_row_0/A:col10/1732440176186/Put/seqid=0 2024-11-24T09:22:57,045 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:57,045 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:57,046 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/8c86bac4b1b140c2b62d02c6b2c40602 is 50, key is test_row_0/A:col10/1732440175056/Put/seqid=0 2024-11-24T09:22:57,046 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/457d1e3da71c4d10aeaeacd9ae781a0f is 50, key is test_row_0/B:col10/1732440175056/Put/seqid=0 2024-11-24T09:22:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742130_1306 (size=12001) 2024-11-24T09:22:57,049 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/bef0cabde8f9456792e8a7b9abbefbe2 2024-11-24T09:22:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742131_1307 (size=12207) 2024-11-24T09:22:57,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/35c0f7c873c64ea084bafba55a03197f is 50, key is test_row_0/B:col10/1732440176186/Put/seqid=0 2024-11-24T09:22:57,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742132_1308 (size=12207) 2024-11-24T09:22:57,074 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/8c86bac4b1b140c2b62d02c6b2c40602 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/8c86bac4b1b140c2b62d02c6b2c40602 2024-11-24T09:22:57,079 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/457d1e3da71c4d10aeaeacd9ae781a0f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/457d1e3da71c4d10aeaeacd9ae781a0f 2024-11-24T09:22:57,080 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into 8c86bac4b1b140c2b62d02c6b2c40602(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:57,080 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:57,080 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440177030; duration=0sec 2024-11-24T09:22:57,080 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:57,080 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:22:57,080 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:57,082 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:57,082 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:22:57,082 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,082 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/edbff0936d034fa6a1632ebb37634987, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/699dc8b67644442c96de80bede9b4781, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a473f75ba3d844db9c400e3de2c21cf9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.3 K 2024-11-24T09:22:57,083 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting edbff0936d034fa6a1632ebb37634987, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732440172880 2024-11-24T09:22:57,083 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 699dc8b67644442c96de80bede9b4781, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440172896 2024-11-24T09:22:57,084 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a473f75ba3d844db9c400e3de2c21cf9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732440175055 2024-11-24T09:22:57,086 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 457d1e3da71c4d10aeaeacd9ae781a0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:57,086 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:57,086 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440177030; duration=0sec 2024-11-24T09:22:57,086 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:57,086 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:22:57,094 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:57,095 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/a53e4e96193244b09c3728e8f3d258de is 50, key is test_row_0/C:col10/1732440175056/Put/seqid=0 2024-11-24T09:22:57,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742133_1309 (size=12001) 2024-11-24T09:22:57,097 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/35c0f7c873c64ea084bafba55a03197f 2024-11-24T09:22:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742134_1310 (size=12207) 2024-11-24T09:22:57,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b28db812e9e24986bcc319b6db6f05b3 is 50, key is test_row_0/C:col10/1732440176186/Put/seqid=0 2024-11-24T09:22:57,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742135_1311 (size=12001) 2024-11-24T09:22:57,119 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b28db812e9e24986bcc319b6db6f05b3 2024-11-24T09:22:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/bef0cabde8f9456792e8a7b9abbefbe2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/bef0cabde8f9456792e8a7b9abbefbe2 2024-11-24T09:22:57,128 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/bef0cabde8f9456792e8a7b9abbefbe2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T09:22:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/35c0f7c873c64ea084bafba55a03197f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/35c0f7c873c64ea084bafba55a03197f 2024-11-24T09:22:57,134 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/35c0f7c873c64ea084bafba55a03197f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T09:22:57,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b28db812e9e24986bcc319b6db6f05b3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b28db812e9e24986bcc319b6db6f05b3 2024-11-24T09:22:57,139 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b28db812e9e24986bcc319b6db6f05b3, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T09:22:57,140 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 0db74fadd98d8c26311a7c6a15914b7a in 105ms, sequenceid=115, compaction requested=false 2024-11-24T09:22:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-24T09:22:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-24T09:22:57,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-24T09:22:57,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 566 msec 2024-11-24T09:22:57,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 570 msec 2024-11-24T09:22:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-24T09:22:57,177 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-24T09:22:57,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-24T09:22:57,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:22:57,179 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:57,180 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:57,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:22:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:57,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:57,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/fff051b1c7074bcd97ca295fec1224f5 is 50, key is test_row_0/A:col10/1732440177309/Put/seqid=0 2024-11-24T09:22:57,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742136_1312 (size=9757) 2024-11-24T09:22:57,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440237323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440237325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440237326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440237326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440237327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440237428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440237429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440237429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440237430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440237430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:22:57,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,515 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/a53e4e96193244b09c3728e8f3d258de as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a53e4e96193244b09c3728e8f3d258de 2024-11-24T09:22:57,520 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into a53e4e96193244b09c3728e8f3d258de(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:57,521 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:57,521 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440177030; duration=0sec 2024-11-24T09:22:57,521 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:57,521 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:22:57,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440237630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440237632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440237632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440237633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440237633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,638 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/fff051b1c7074bcd97ca295fec1224f5 2024-11-24T09:22:57,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/f6b81d164b244df4b6cf918eb6593322 is 50, key is test_row_0/B:col10/1732440177309/Put/seqid=0 2024-11-24T09:22:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742137_1313 (size=9757) 2024-11-24T09:22:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:22:57,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440237935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440237936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440237937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440237937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:57,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:57,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:57,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440237944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:58,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/f6b81d164b244df4b6cf918eb6593322 2024-11-24T09:22:58,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cb154dff3e484e69af680e5545c784cc is 50, key is test_row_0/C:col10/1732440177309/Put/seqid=0 2024-11-24T09:22:58,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742138_1314 (size=9757) 2024-11-24T09:22:58,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:22:58,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440238438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440238442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440238442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440238442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440238447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cb154dff3e484e69af680e5545c784cc 2024-11-24T09:22:58,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/fff051b1c7074bcd97ca295fec1224f5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/fff051b1c7074bcd97ca295fec1224f5 2024-11-24T09:22:58,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/fff051b1c7074bcd97ca295fec1224f5, entries=100, sequenceid=130, filesize=9.5 K 2024-11-24T09:22:58,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/f6b81d164b244df4b6cf918eb6593322 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f6b81d164b244df4b6cf918eb6593322 2024-11-24T09:22:58,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:58,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f6b81d164b244df4b6cf918eb6593322, entries=100, sequenceid=130, filesize=9.5 K 2024-11-24T09:22:58,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cb154dff3e484e69af680e5545c784cc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cb154dff3e484e69af680e5545c784cc 2024-11-24T09:22:58,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cb154dff3e484e69af680e5545c784cc, entries=100, sequenceid=130, filesize=9.5 K 2024-11-24T09:22:58,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 0db74fadd98d8c26311a7c6a15914b7a in 1257ms, sequenceid=130, compaction requested=true 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:22:58,566 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:22:58,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:58,566 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:58,567 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:58,567 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:22:58,567 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,567 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:58,567 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/8c86bac4b1b140c2b62d02c6b2c40602, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/bef0cabde8f9456792e8a7b9abbefbe2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/fff051b1c7074bcd97ca295fec1224f5] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=33.2 K 2024-11-24T09:22:58,567 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:22:58,567 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,567 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/457d1e3da71c4d10aeaeacd9ae781a0f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/35c0f7c873c64ea084bafba55a03197f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f6b81d164b244df4b6cf918eb6593322] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=33.2 K 2024-11-24T09:22:58,568 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c86bac4b1b140c2b62d02c6b2c40602, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732440175055 2024-11-24T09:22:58,568 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 457d1e3da71c4d10aeaeacd9ae781a0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732440175055 2024-11-24T09:22:58,568 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bef0cabde8f9456792e8a7b9abbefbe2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732440176182 2024-11-24T09:22:58,568 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 35c0f7c873c64ea084bafba55a03197f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732440176182 2024-11-24T09:22:58,569 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fff051b1c7074bcd97ca295fec1224f5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440177309 2024-11-24T09:22:58,569 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f6b81d164b244df4b6cf918eb6593322, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440177309 2024-11-24T09:22:58,577 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:58,577 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/84b02458a3ca436691b2914ade3a3cf5 is 50, key is test_row_0/A:col10/1732440177309/Put/seqid=0 2024-11-24T09:22:58,580 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:58,580 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/18b54b5ca94a405285c3def44ad36ffb is 50, key is test_row_0/B:col10/1732440177309/Put/seqid=0 2024-11-24T09:22:58,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742139_1315 (size=12409) 2024-11-24T09:22:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742140_1316 (size=12409) 2024-11-24T09:22:58,592 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/84b02458a3ca436691b2914ade3a3cf5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/84b02458a3ca436691b2914ade3a3cf5 2024-11-24T09:22:58,595 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/18b54b5ca94a405285c3def44ad36ffb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18b54b5ca94a405285c3def44ad36ffb 2024-11-24T09:22:58,597 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into 84b02458a3ca436691b2914ade3a3cf5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:58,597 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:58,597 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440178566; duration=0sec 2024-11-24T09:22:58,597 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:22:58,597 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:22:58,598 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:22:58,599 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:22:58,599 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:22:58,599 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,599 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a53e4e96193244b09c3728e8f3d258de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b28db812e9e24986bcc319b6db6f05b3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cb154dff3e484e69af680e5545c784cc] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=33.2 K 2024-11-24T09:22:58,600 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a53e4e96193244b09c3728e8f3d258de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732440175055 2024-11-24T09:22:58,600 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b28db812e9e24986bcc319b6db6f05b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732440176182 2024-11-24T09:22:58,600 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb154dff3e484e69af680e5545c784cc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440177309 2024-11-24T09:22:58,601 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 18b54b5ca94a405285c3def44ad36ffb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:58,601 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:58,601 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440178566; duration=0sec 2024-11-24T09:22:58,601 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:58,601 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:22:58,607 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:22:58,607 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/5d75b97116364c259c041ad5fbdb4f13 is 50, key is test_row_0/C:col10/1732440177309/Put/seqid=0 2024-11-24T09:22:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742141_1317 (size=12409) 2024-11-24T09:22:58,631 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/5d75b97116364c259c041ad5fbdb4f13 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5d75b97116364c259c041ad5fbdb4f13 2024-11-24T09:22:58,637 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into 5d75b97116364c259c041ad5fbdb4f13(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:22:58,637 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:58,637 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440178566; duration=0sec 2024-11-24T09:22:58,637 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:22:58,637 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:22:58,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:58,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-24T09:22:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,708 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T09:22:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:58,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:58,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/192d6c0b0b3d403dab4ab114d4bb4a8b is 50, key is test_row_0/A:col10/1732440177326/Put/seqid=0 2024-11-24T09:22:58,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742142_1318 (size=12151) 2024-11-24T09:22:58,722 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/192d6c0b0b3d403dab4ab114d4bb4a8b 2024-11-24T09:22:58,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/f300cd3fe3f54663b474e21112f23356 is 50, key is test_row_0/B:col10/1732440177326/Put/seqid=0 2024-11-24T09:22:58,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742143_1319 (size=12151) 2024-11-24T09:22:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/f300cd3fe3f54663b474e21112f23356 2024-11-24T09:22:58,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/dc8743e77d264e4185343e8ffb3d68bb is 50, key is test_row_0/C:col10/1732440177326/Put/seqid=0 2024-11-24T09:22:58,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742144_1320 (size=12151) 2024-11-24T09:22:58,781 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/dc8743e77d264e4185343e8ffb3d68bb 2024-11-24T09:22:58,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/192d6c0b0b3d403dab4ab114d4bb4a8b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/192d6c0b0b3d403dab4ab114d4bb4a8b 2024-11-24T09:22:58,795 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/192d6c0b0b3d403dab4ab114d4bb4a8b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T09:22:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/f300cd3fe3f54663b474e21112f23356 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f300cd3fe3f54663b474e21112f23356 2024-11-24T09:22:58,802 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f300cd3fe3f54663b474e21112f23356, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T09:22:58,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/dc8743e77d264e4185343e8ffb3d68bb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/dc8743e77d264e4185343e8ffb3d68bb 2024-11-24T09:22:58,809 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/dc8743e77d264e4185343e8ffb3d68bb, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T09:22:58,812 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 0db74fadd98d8c26311a7c6a15914b7a in 104ms, sequenceid=157, compaction requested=false 2024-11-24T09:22:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:58,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-24T09:22:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-24T09:22:58,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-24T09:22:58,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6330 sec 2024-11-24T09:22:58,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.6390 sec 2024-11-24T09:22:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-24T09:22:59,284 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-24T09:22:59,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-24T09:22:59,288 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:22:59,289 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:59,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:22:59,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-24T09:22:59,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:59,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:22:59,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:59,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-24T09:22:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-24T09:22:59,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-24T09:22:59,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T09:22:59,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 174 msec 2024-11-24T09:22:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:22:59,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:22:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:22:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:22:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:22:59,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:22:59,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/98416c3914384e9e8fdce25fa6598081 is 50, key is test_row_0/A:col10/1732440179463/Put/seqid=0 2024-11-24T09:22:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440239489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440239489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440239489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440239490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440239491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742145_1321 (size=12151) 2024-11-24T09:22:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-24T09:22:59,590 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-24T09:22:59,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:22:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-24T09:22:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T09:22:59,593 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:22:59,594 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:22:59,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:22:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440239595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440239595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440239596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440239596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440239596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T09:22:59,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T09:22:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:59,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:59,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440239798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440239799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440239799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440239799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:22:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440239800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T09:22:59,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:22:59,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T09:22:59,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:22:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:22:59,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:59,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:22:59,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/98416c3914384e9e8fdce25fa6598081 2024-11-24T09:22:59,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/8231f0f3c71149f1806c7e68df957d3a is 50, key is test_row_0/B:col10/1732440179463/Put/seqid=0 2024-11-24T09:22:59,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742146_1322 (size=12151) 2024-11-24T09:22:59,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/8231f0f3c71149f1806c7e68df957d3a 2024-11-24T09:22:59,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/8b7390a8218d4a2fb8445bd9b0d65e67 is 50, key is test_row_0/C:col10/1732440179463/Put/seqid=0 2024-11-24T09:22:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742147_1323 (size=12151) 2024-11-24T09:23:00,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T09:23:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440240101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440240101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440240102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440240103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440240103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T09:23:00,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T09:23:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:00,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:00,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/8b7390a8218d4a2fb8445bd9b0d65e67 2024-11-24T09:23:00,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/98416c3914384e9e8fdce25fa6598081 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/98416c3914384e9e8fdce25fa6598081 2024-11-24T09:23:00,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/98416c3914384e9e8fdce25fa6598081, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:23:00,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/8231f0f3c71149f1806c7e68df957d3a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8231f0f3c71149f1806c7e68df957d3a 2024-11-24T09:23:00,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8231f0f3c71149f1806c7e68df957d3a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:23:00,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/8b7390a8218d4a2fb8445bd9b0d65e67 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8b7390a8218d4a2fb8445bd9b0d65e67 2024-11-24T09:23:00,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8b7390a8218d4a2fb8445bd9b0d65e67, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:23:00,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0db74fadd98d8c26311a7c6a15914b7a in 888ms, sequenceid=169, compaction requested=true 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:00,353 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:00,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:00,353 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:00,354 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:00,354 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:00,354 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:00,354 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:00,354 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,354 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,354 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/84b02458a3ca436691b2914ade3a3cf5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/192d6c0b0b3d403dab4ab114d4bb4a8b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/98416c3914384e9e8fdce25fa6598081] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.9 K 2024-11-24T09:23:00,354 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18b54b5ca94a405285c3def44ad36ffb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f300cd3fe3f54663b474e21112f23356, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8231f0f3c71149f1806c7e68df957d3a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.9 K 2024-11-24T09:23:00,354 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84b02458a3ca436691b2914ade3a3cf5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440176187 2024-11-24T09:23:00,354 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b54b5ca94a405285c3def44ad36ffb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440176187 2024-11-24T09:23:00,355 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 192d6c0b0b3d403dab4ab114d4bb4a8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732440177324 2024-11-24T09:23:00,355 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f300cd3fe3f54663b474e21112f23356, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732440177324 2024-11-24T09:23:00,355 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8231f0f3c71149f1806c7e68df957d3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440179459 2024-11-24T09:23:00,355 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98416c3914384e9e8fdce25fa6598081, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440179459 2024-11-24T09:23:00,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-24T09:23:00,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,360 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:23:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:00,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:00,363 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:00,364 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/a7d57f7efd3e4ed3a5571c6b8742e007 is 50, key is test_row_0/A:col10/1732440179463/Put/seqid=0 2024-11-24T09:23:00,364 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:00,364 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/d419a1a674f641e5a1d6ffa09fe85df5 is 50, key is test_row_0/B:col10/1732440179463/Put/seqid=0 2024-11-24T09:23:00,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/465788ede5dc4f4da062fd0778a63983 is 50, key is test_row_0/A:col10/1732440179485/Put/seqid=0 2024-11-24T09:23:00,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742148_1324 (size=12561) 2024-11-24T09:23:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742149_1325 (size=12561) 2024-11-24T09:23:00,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742150_1326 (size=12151) 2024-11-24T09:23:00,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440240664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440240668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440240669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440240672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440240674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T09:23:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440240773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440240773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440240773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440240776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440240777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,788 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/a7d57f7efd3e4ed3a5571c6b8742e007 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a7d57f7efd3e4ed3a5571c6b8742e007 2024-11-24T09:23:00,794 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/465788ede5dc4f4da062fd0778a63983 2024-11-24T09:23:00,800 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/d419a1a674f641e5a1d6ffa09fe85df5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/d419a1a674f641e5a1d6ffa09fe85df5 2024-11-24T09:23:00,804 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into a7d57f7efd3e4ed3a5571c6b8742e007(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:00,804 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:00,804 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440180353; duration=0sec 2024-11-24T09:23:00,804 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:00,804 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:00,804 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:00,809 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:00,809 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:00,809 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:00,809 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5d75b97116364c259c041ad5fbdb4f13, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/dc8743e77d264e4185343e8ffb3d68bb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8b7390a8218d4a2fb8445bd9b0d65e67] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=35.9 K 2024-11-24T09:23:00,809 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d75b97116364c259c041ad5fbdb4f13, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732440176187 2024-11-24T09:23:00,810 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into d419a1a674f641e5a1d6ffa09fe85df5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:00,810 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:00,810 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440180353; duration=0sec 2024-11-24T09:23:00,810 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:00,810 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:00,811 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc8743e77d264e4185343e8ffb3d68bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732440177324 2024-11-24T09:23:00,812 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b7390a8218d4a2fb8445bd9b0d65e67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440179459 2024-11-24T09:23:00,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/69a37aa5648a422d960d3084bc599fc9 is 50, key is test_row_0/B:col10/1732440179485/Put/seqid=0 2024-11-24T09:23:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742151_1327 (size=12151) 2024-11-24T09:23:00,843 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:00,844 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/8c78b84d70674ed1977d64171d689661 is 50, key is test_row_0/C:col10/1732440179463/Put/seqid=0 2024-11-24T09:23:00,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742152_1328 (size=12561) 2024-11-24T09:23:00,893 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/8c78b84d70674ed1977d64171d689661 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8c78b84d70674ed1977d64171d689661 2024-11-24T09:23:00,901 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into 8c78b84d70674ed1977d64171d689661(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:00,901 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:00,901 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440180353; duration=0sec 2024-11-24T09:23:00,901 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:00,901 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440240976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440240977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440240979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440240982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440240983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,236 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/69a37aa5648a422d960d3084bc599fc9 2024-11-24T09:23:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/886c70082c9644248a48979f9d6d28d6 is 50, key is test_row_0/C:col10/1732440179485/Put/seqid=0 2024-11-24T09:23:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742153_1329 (size=12151) 2024-11-24T09:23:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/886c70082c9644248a48979f9d6d28d6 2024-11-24T09:23:01,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440241282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440241282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440241282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/465788ede5dc4f4da062fd0778a63983 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/465788ede5dc4f4da062fd0778a63983 2024-11-24T09:23:01,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440241287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440241288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,294 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/465788ede5dc4f4da062fd0778a63983, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T09:23:01,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/69a37aa5648a422d960d3084bc599fc9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/69a37aa5648a422d960d3084bc599fc9 2024-11-24T09:23:01,300 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/69a37aa5648a422d960d3084bc599fc9, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T09:23:01,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/886c70082c9644248a48979f9d6d28d6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/886c70082c9644248a48979f9d6d28d6 2024-11-24T09:23:01,306 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/886c70082c9644248a48979f9d6d28d6, entries=150, sequenceid=194, filesize=11.9 K 2024-11-24T09:23:01,307 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0db74fadd98d8c26311a7c6a15914b7a in 947ms, sequenceid=194, compaction requested=false 2024-11-24T09:23:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-24T09:23:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-24T09:23:01,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-24T09:23:01,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-11-24T09:23:01,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7220 sec 2024-11-24T09:23:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-24T09:23:01,697 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-24T09:23:01,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-24T09:23:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:23:01,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:01,701 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:01,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:01,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:01,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:01,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/9ad7df00909e4d2fb74035d07e5676d3 is 50, key is test_row_0/A:col10/1732440180659/Put/seqid=0 2024-11-24T09:23:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:23:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742154_1330 (size=14541) 2024-11-24T09:23:01,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/9ad7df00909e4d2fb74035d07e5676d3 2024-11-24T09:23:01,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/18ce5978877d4071a27a4844b0cd8ed1 is 50, key is test_row_0/B:col10/1732440180659/Put/seqid=0 2024-11-24T09:23:01,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440241832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440241835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440241836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440241836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440241837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:01,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742155_1331 (size=12151) 2024-11-24T09:23:01,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/18ce5978877d4071a27a4844b0cd8ed1 2024-11-24T09:23:01,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/d2575a803f344565aa3502615eab1010 is 50, key is test_row_0/C:col10/1732440180659/Put/seqid=0 2024-11-24T09:23:01,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742156_1332 (size=12151) 2024-11-24T09:23:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440241938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440241940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440241942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440241942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:01,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440241944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:23:02,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440242144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440242146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440242149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440242149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440242150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:23:02,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/d2575a803f344565aa3502615eab1010 2024-11-24T09:23:02,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/9ad7df00909e4d2fb74035d07e5676d3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/9ad7df00909e4d2fb74035d07e5676d3 2024-11-24T09:23:02,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/9ad7df00909e4d2fb74035d07e5676d3, entries=200, sequenceid=209, filesize=14.2 K 2024-11-24T09:23:02,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/18ce5978877d4071a27a4844b0cd8ed1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18ce5978877d4071a27a4844b0cd8ed1 2024-11-24T09:23:02,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18ce5978877d4071a27a4844b0cd8ed1, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T09:23:02,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/d2575a803f344565aa3502615eab1010 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/d2575a803f344565aa3502615eab1010 2024-11-24T09:23:02,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/d2575a803f344565aa3502615eab1010, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T09:23:02,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 0db74fadd98d8c26311a7c6a15914b7a in 560ms, sequenceid=209, compaction requested=true 2024-11-24T09:23:02,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:02,348 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:02,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:02,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:02,349 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:02,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:02,349 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:02,349 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:02,349 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,349 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a7d57f7efd3e4ed3a5571c6b8742e007, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/465788ede5dc4f4da062fd0778a63983, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/9ad7df00909e4d2fb74035d07e5676d3] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=38.3 K 2024-11-24T09:23:02,350 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7d57f7efd3e4ed3a5571c6b8742e007, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440179459 2024-11-24T09:23:02,350 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:02,350 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:02,350 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,350 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/d419a1a674f641e5a1d6ffa09fe85df5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/69a37aa5648a422d960d3084bc599fc9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18ce5978877d4071a27a4844b0cd8ed1] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.0 K 2024-11-24T09:23:02,351 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 465788ede5dc4f4da062fd0778a63983, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732440179485 2024-11-24T09:23:02,351 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d419a1a674f641e5a1d6ffa09fe85df5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440179459 2024-11-24T09:23:02,352 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ad7df00909e4d2fb74035d07e5676d3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440180659 2024-11-24T09:23:02,352 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 69a37aa5648a422d960d3084bc599fc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732440179485 2024-11-24T09:23:02,353 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 18ce5978877d4071a27a4844b0cd8ed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440180659 2024-11-24T09:23:02,367 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:02,368 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/4a4a4f707cb2402598d20c0ac97ce25a is 50, key is test_row_0/A:col10/1732440180659/Put/seqid=0 2024-11-24T09:23:02,391 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#280 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:02,392 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/b843fa8a25404024af5db69074404074 is 50, key is test_row_0/B:col10/1732440180659/Put/seqid=0 2024-11-24T09:23:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742157_1333 (size=12663) 2024-11-24T09:23:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:02,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:23:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742158_1334 (size=12663) 2024-11-24T09:23:02,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/97db8a588583411cbc218acf922db19f is 50, key is test_row_0/A:col10/1732440182450/Put/seqid=0 2024-11-24T09:23:02,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440242461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440242462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440242463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440242463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440242463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,477 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/b843fa8a25404024af5db69074404074 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b843fa8a25404024af5db69074404074 2024-11-24T09:23:02,484 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into b843fa8a25404024af5db69074404074(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:02,484 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:02,484 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440182348; duration=0sec 2024-11-24T09:23:02,484 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:02,485 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:02,485 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:02,487 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:02,487 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:02,487 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,487 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8c78b84d70674ed1977d64171d689661, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/886c70082c9644248a48979f9d6d28d6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/d2575a803f344565aa3502615eab1010] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.0 K 2024-11-24T09:23:02,488 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c78b84d70674ed1977d64171d689661, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440179459 2024-11-24T09:23:02,488 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 886c70082c9644248a48979f9d6d28d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732440179485 2024-11-24T09:23:02,489 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d2575a803f344565aa3502615eab1010, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440180659 2024-11-24T09:23:02,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742159_1335 (size=14541) 2024-11-24T09:23:02,500 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:02,500 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6075cc16abed4726a1399b4db6802142 is 50, key is test_row_0/C:col10/1732440180659/Put/seqid=0 2024-11-24T09:23:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742160_1336 (size=12663) 2024-11-24T09:23:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440242567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440242568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440242568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440242569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440242570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440242770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440242770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440242771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440242771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:02,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440242771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:23:02,838 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/4a4a4f707cb2402598d20c0ac97ce25a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/4a4a4f707cb2402598d20c0ac97ce25a 2024-11-24T09:23:02,845 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into 4a4a4f707cb2402598d20c0ac97ce25a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:02,845 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:02,845 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440182348; duration=0sec 2024-11-24T09:23:02,845 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:02,845 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:02,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/97db8a588583411cbc218acf922db19f 2024-11-24T09:23:02,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/bdbb44e32727462482ed49541dfeab81 is 50, key is test_row_0/B:col10/1732440182450/Put/seqid=0 2024-11-24T09:23:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742161_1337 (size=12151) 2024-11-24T09:23:02,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/bdbb44e32727462482ed49541dfeab81 2024-11-24T09:23:02,933 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:02,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:02,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:02,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:02,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:02,943 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6075cc16abed4726a1399b4db6802142 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6075cc16abed4726a1399b4db6802142 2024-11-24T09:23:02,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b4760657568d441cb07b2da87a06ec93 is 50, key is test_row_0/C:col10/1732440182450/Put/seqid=0 2024-11-24T09:23:02,952 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into 6075cc16abed4726a1399b4db6802142(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:02,952 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:02,952 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440182349; duration=0sec 2024-11-24T09:23:02,953 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:02,953 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:02,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742162_1338 (size=12151) 2024-11-24T09:23:02,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b4760657568d441cb07b2da87a06ec93 2024-11-24T09:23:02,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/97db8a588583411cbc218acf922db19f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/97db8a588583411cbc218acf922db19f 2024-11-24T09:23:02,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/97db8a588583411cbc218acf922db19f, entries=200, sequenceid=236, filesize=14.2 K 2024-11-24T09:23:02,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/bdbb44e32727462482ed49541dfeab81 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bdbb44e32727462482ed49541dfeab81 2024-11-24T09:23:02,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bdbb44e32727462482ed49541dfeab81, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T09:23:02,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b4760657568d441cb07b2da87a06ec93 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4760657568d441cb07b2da87a06ec93 2024-11-24T09:23:03,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4760657568d441cb07b2da87a06ec93, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T09:23:03,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0db74fadd98d8c26311a7c6a15914b7a in 552ms, sequenceid=236, compaction requested=false 2024-11-24T09:23:03,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:03,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:03,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:03,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/e9f455997c534c2680c8df04fa5f0b8b is 50, key is test_row_0/A:col10/1732440183074/Put/seqid=0 2024-11-24T09:23:03,086 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:03,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:03,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440243102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440243102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440243102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440243103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440243105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742163_1339 (size=14541) 2024-11-24T09:23:03,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/e9f455997c534c2680c8df04fa5f0b8b 2024-11-24T09:23:03,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a1cd5e782c2f4e12b9d714776a032670 is 50, key is test_row_0/B:col10/1732440183074/Put/seqid=0 2024-11-24T09:23:03,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742164_1340 (size=12151) 2024-11-24T09:23:03,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a1cd5e782c2f4e12b9d714776a032670 2024-11-24T09:23:03,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/495df9917fa2434bb20b4ecbda83dd12 is 50, key is test_row_0/C:col10/1732440183074/Put/seqid=0 2024-11-24T09:23:03,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742165_1341 (size=12151) 2024-11-24T09:23:03,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/495df9917fa2434bb20b4ecbda83dd12 2024-11-24T09:23:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/e9f455997c534c2680c8df04fa5f0b8b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e9f455997c534c2680c8df04fa5f0b8b 2024-11-24T09:23:03,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e9f455997c534c2680c8df04fa5f0b8b, entries=200, sequenceid=251, filesize=14.2 K 2024-11-24T09:23:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a1cd5e782c2f4e12b9d714776a032670 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a1cd5e782c2f4e12b9d714776a032670 2024-11-24T09:23:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440243207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440243208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440243209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440243209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440243210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a1cd5e782c2f4e12b9d714776a032670, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T09:23:03,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/495df9917fa2434bb20b4ecbda83dd12 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/495df9917fa2434bb20b4ecbda83dd12 2024-11-24T09:23:03,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/495df9917fa2434bb20b4ecbda83dd12, entries=150, sequenceid=251, filesize=11.9 K 2024-11-24T09:23:03,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0db74fadd98d8c26311a7c6a15914b7a in 151ms, sequenceid=251, compaction requested=true 2024-11-24T09:23:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:03,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:03,228 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:03,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:03,229 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:03,230 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:03,230 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:03,230 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,230 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:03,231 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:03,231 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/4a4a4f707cb2402598d20c0ac97ce25a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/97db8a588583411cbc218acf922db19f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e9f455997c534c2680c8df04fa5f0b8b] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=40.8 K 2024-11-24T09:23:03,231 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,231 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b843fa8a25404024af5db69074404074, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bdbb44e32727462482ed49541dfeab81, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a1cd5e782c2f4e12b9d714776a032670] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.1 K 2024-11-24T09:23:03,231 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a4a4f707cb2402598d20c0ac97ce25a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440180659 2024-11-24T09:23:03,231 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b843fa8a25404024af5db69074404074, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440180659 2024-11-24T09:23:03,232 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97db8a588583411cbc218acf922db19f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440181834 2024-11-24T09:23:03,232 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bdbb44e32727462482ed49541dfeab81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440181834 2024-11-24T09:23:03,232 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9f455997c534c2680c8df04fa5f0b8b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440182461 2024-11-24T09:23:03,233 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a1cd5e782c2f4e12b9d714776a032670, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440183074 2024-11-24T09:23:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:03,239 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-24T09:23:03,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,241 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,274 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:03,275 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/aa87601c3e944879b7615560607ce20c is 50, key is test_row_0/A:col10/1732440183074/Put/seqid=0 2024-11-24T09:23:03,290 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:03,290 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/34f6a1221c06414a84813166d092adca is 50, key is test_row_0/B:col10/1732440183074/Put/seqid=0 2024-11-24T09:23:03,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/0acb49a21f4c45848558a41468b84825 is 50, key is test_row_0/A:col10/1732440183100/Put/seqid=0 2024-11-24T09:23:03,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742166_1342 (size=12765) 2024-11-24T09:23:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742167_1343 (size=12765) 2024-11-24T09:23:03,374 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/aa87601c3e944879b7615560607ce20c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aa87601c3e944879b7615560607ce20c 2024-11-24T09:23:03,385 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/34f6a1221c06414a84813166d092adca as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/34f6a1221c06414a84813166d092adca 2024-11-24T09:23:03,388 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into aa87601c3e944879b7615560607ce20c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:03,388 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:03,388 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440183227; duration=0sec 2024-11-24T09:23:03,388 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:03,388 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:03,388 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:03,391 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:03,391 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:03,391 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,391 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6075cc16abed4726a1399b4db6802142, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4760657568d441cb07b2da87a06ec93, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/495df9917fa2434bb20b4ecbda83dd12] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.1 K 2024-11-24T09:23:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742168_1344 (size=12301) 2024-11-24T09:23:03,392 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6075cc16abed4726a1399b4db6802142, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732440180659 2024-11-24T09:23:03,393 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/0acb49a21f4c45848558a41468b84825 2024-11-24T09:23:03,393 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4760657568d441cb07b2da87a06ec93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440181834 2024-11-24T09:23:03,394 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 34f6a1221c06414a84813166d092adca(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:03,394 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:03,394 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440183229; duration=0sec 2024-11-24T09:23:03,394 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 495df9917fa2434bb20b4ecbda83dd12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440183074 2024-11-24T09:23:03,394 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:03,394 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a46e616b2cad45898de0fe45f29d6c00 is 50, key is test_row_0/B:col10/1732440183100/Put/seqid=0 2024-11-24T09:23:03,412 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#292 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:03,413 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b57c6a67920a4153bd9a600767340801 is 50, key is test_row_0/C:col10/1732440183074/Put/seqid=0 2024-11-24T09:23:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:03,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440243429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440243429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440243432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440243432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440243433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742169_1345 (size=12765) 2024-11-24T09:23:03,462 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b57c6a67920a4153bd9a600767340801 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b57c6a67920a4153bd9a600767340801 2024-11-24T09:23:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742170_1346 (size=12301) 2024-11-24T09:23:03,467 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a46e616b2cad45898de0fe45f29d6c00 2024-11-24T09:23:03,473 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into b57c6a67920a4153bd9a600767340801(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:03,473 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:03,473 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440183234; duration=0sec 2024-11-24T09:23:03,474 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:03,474 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:03,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/13c1ee8b69c14fe798ef4f33b297864f is 50, key is test_row_0/C:col10/1732440183100/Put/seqid=0 2024-11-24T09:23:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742171_1347 (size=12301) 2024-11-24T09:23:03,529 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/13c1ee8b69c14fe798ef4f33b297864f 2024-11-24T09:23:03,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440243535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440243535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440243535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/0acb49a21f4c45848558a41468b84825 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/0acb49a21f4c45848558a41468b84825 2024-11-24T09:23:03,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440243539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440243539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,549 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/0acb49a21f4c45848558a41468b84825, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T09:23:03,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/a46e616b2cad45898de0fe45f29d6c00 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a46e616b2cad45898de0fe45f29d6c00 2024-11-24T09:23:03,557 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a46e616b2cad45898de0fe45f29d6c00, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T09:23:03,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/13c1ee8b69c14fe798ef4f33b297864f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/13c1ee8b69c14fe798ef4f33b297864f 2024-11-24T09:23:03,563 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/13c1ee8b69c14fe798ef4f33b297864f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T09:23:03,564 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0db74fadd98d8c26311a7c6a15914b7a in 323ms, sequenceid=275, compaction requested=false 2024-11-24T09:23:03,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:03,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-24T09:23:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-24T09:23:03,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-24T09:23:03,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8640 sec 2024-11-24T09:23:03,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.8700 sec 2024-11-24T09:23:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:03,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:23:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:03,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:03,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/1d6d457d12234ae3bcfc962f76a8d00c is 50, key is test_row_0/A:col10/1732440183741/Put/seqid=0 2024-11-24T09:23:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742172_1348 (size=12301) 2024-11-24T09:23:03,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440243761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440243761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440243762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440243763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440243766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-24T09:23:03,807 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-24T09:23:03,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-24T09:23:03,812 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T09:23:03,813 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:03,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:03,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440243867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440243868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440243868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440243868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440243869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T09:23:03,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:03,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T09:23:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:03,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:03,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440244070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440244071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440244071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440244071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440244074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T09:23:04,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T09:23:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/1d6d457d12234ae3bcfc962f76a8d00c 2024-11-24T09:23:04,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3dc9af48face4e48ba60471a6f2a3f57 is 50, key is test_row_0/B:col10/1732440183741/Put/seqid=0 2024-11-24T09:23:04,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742173_1349 (size=12301) 2024-11-24T09:23:04,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3dc9af48face4e48ba60471a6f2a3f57 2024-11-24T09:23:04,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/c1afce186ef44c56a2a378a26ff014d1 is 50, key is test_row_0/C:col10/1732440183741/Put/seqid=0 2024-11-24T09:23:04,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T09:23:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742174_1350 (size=12301) 2024-11-24T09:23:04,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440244374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440244374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440244374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440244375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440244380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T09:23:04,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T09:23:04,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:04,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,581 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T09:23:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:04,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/c1afce186ef44c56a2a378a26ff014d1 2024-11-24T09:23:04,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/1d6d457d12234ae3bcfc962f76a8d00c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1d6d457d12234ae3bcfc962f76a8d00c 2024-11-24T09:23:04,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1d6d457d12234ae3bcfc962f76a8d00c, entries=150, sequenceid=293, filesize=12.0 K 2024-11-24T09:23:04,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3dc9af48face4e48ba60471a6f2a3f57 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3dc9af48face4e48ba60471a6f2a3f57 2024-11-24T09:23:04,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3dc9af48face4e48ba60471a6f2a3f57, entries=150, sequenceid=293, filesize=12.0 K 2024-11-24T09:23:04,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/c1afce186ef44c56a2a378a26ff014d1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/c1afce186ef44c56a2a378a26ff014d1 2024-11-24T09:23:04,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/c1afce186ef44c56a2a378a26ff014d1, entries=150, sequenceid=293, filesize=12.0 K 2024-11-24T09:23:04,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 0db74fadd98d8c26311a7c6a15914b7a in 971ms, sequenceid=293, compaction requested=true 2024-11-24T09:23:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:04,714 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:04,714 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:04,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:04,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:04,716 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:04,716 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:04,716 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,716 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aa87601c3e944879b7615560607ce20c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/0acb49a21f4c45848558a41468b84825, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1d6d457d12234ae3bcfc962f76a8d00c] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.5 K 2024-11-24T09:23:04,716 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:04,716 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:04,716 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,716 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/34f6a1221c06414a84813166d092adca, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a46e616b2cad45898de0fe45f29d6c00, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3dc9af48face4e48ba60471a6f2a3f57] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.5 K 2024-11-24T09:23:04,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa87601c3e944879b7615560607ce20c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440183074 2024-11-24T09:23:04,717 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 34f6a1221c06414a84813166d092adca, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440183074 2024-11-24T09:23:04,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0acb49a21f4c45848558a41468b84825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732440183098 2024-11-24T09:23:04,717 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a46e616b2cad45898de0fe45f29d6c00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732440183098 2024-11-24T09:23:04,718 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dc9af48face4e48ba60471a6f2a3f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440183431 2024-11-24T09:23:04,718 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d6d457d12234ae3bcfc962f76a8d00c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440183431 2024-11-24T09:23:04,727 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:04,727 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/bb201f0171234a7e80a5c90d244bf91c is 50, key is test_row_0/B:col10/1732440183741/Put/seqid=0 2024-11-24T09:23:04,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-24T09:23:04,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,735 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T09:23:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:04,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:04,738 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:04,738 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/7a06e99c96b24d2caa5e0284bc31ffb4 is 50, key is test_row_0/A:col10/1732440183741/Put/seqid=0 2024-11-24T09:23:04,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/d32461f1c2fd433c8b65913b58513c5a is 50, key is test_row_0/A:col10/1732440183761/Put/seqid=0 2024-11-24T09:23:04,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742175_1351 (size=13017) 2024-11-24T09:23:04,787 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/bb201f0171234a7e80a5c90d244bf91c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bb201f0171234a7e80a5c90d244bf91c 2024-11-24T09:23:04,793 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into bb201f0171234a7e80a5c90d244bf91c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:04,793 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:04,793 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440184714; duration=0sec 2024-11-24T09:23:04,794 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:04,794 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:04,794 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:04,796 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:04,796 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:04,796 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:04,796 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b57c6a67920a4153bd9a600767340801, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/13c1ee8b69c14fe798ef4f33b297864f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/c1afce186ef44c56a2a378a26ff014d1] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.5 K 2024-11-24T09:23:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742176_1352 (size=13017) 2024-11-24T09:23:04,797 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b57c6a67920a4153bd9a600767340801, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732440183074 2024-11-24T09:23:04,797 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c1ee8b69c14fe798ef4f33b297864f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732440183098 2024-11-24T09:23:04,798 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c1afce186ef44c56a2a378a26ff014d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440183431 2024-11-24T09:23:04,809 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:04,810 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6216d74acf5049cb96c8c811bef2f59b is 50, key is test_row_0/C:col10/1732440183741/Put/seqid=0 2024-11-24T09:23:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742177_1353 (size=12301) 2024-11-24T09:23:04,814 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/d32461f1c2fd433c8b65913b58513c5a 2024-11-24T09:23:04,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742178_1354 (size=13017) 2024-11-24T09:23:04,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/7257af48444f402183b52d1c472eeedf is 50, key is test_row_0/B:col10/1732440183761/Put/seqid=0 2024-11-24T09:23:04,851 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6216d74acf5049cb96c8c811bef2f59b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6216d74acf5049cb96c8c811bef2f59b 2024-11-24T09:23:04,860 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into 6216d74acf5049cb96c8c811bef2f59b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:04,860 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:04,860 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440184714; duration=0sec 2024-11-24T09:23:04,860 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:04,860 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:04,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742179_1355 (size=12301) 2024-11-24T09:23:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440244890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440244892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440244893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440244894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440244895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T09:23:04,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440244996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440244997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440244997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440244999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440245000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440245199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440245202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440245203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440245204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440245205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,206 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/7a06e99c96b24d2caa5e0284bc31ffb4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/7a06e99c96b24d2caa5e0284bc31ffb4 2024-11-24T09:23:05,212 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into 7a06e99c96b24d2caa5e0284bc31ffb4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:05,212 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:05,212 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440184714; duration=0sec 2024-11-24T09:23:05,212 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:05,212 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:05,290 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/7257af48444f402183b52d1c472eeedf 2024-11-24T09:23:05,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6ce2a67c038a45b98c4d9385feaad065 is 50, key is test_row_0/C:col10/1732440183761/Put/seqid=0 2024-11-24T09:23:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742180_1356 (size=12301) 2024-11-24T09:23:05,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440245501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440245504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440245506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440245507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440245508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:05,748 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6ce2a67c038a45b98c4d9385feaad065 2024-11-24T09:23:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/d32461f1c2fd433c8b65913b58513c5a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/d32461f1c2fd433c8b65913b58513c5a 2024-11-24T09:23:05,760 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/d32461f1c2fd433c8b65913b58513c5a, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T09:23:05,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/7257af48444f402183b52d1c472eeedf as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7257af48444f402183b52d1c472eeedf 2024-11-24T09:23:05,768 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7257af48444f402183b52d1c472eeedf, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T09:23:05,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6ce2a67c038a45b98c4d9385feaad065 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6ce2a67c038a45b98c4d9385feaad065 2024-11-24T09:23:05,775 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6ce2a67c038a45b98c4d9385feaad065, entries=150, sequenceid=314, filesize=12.0 K 2024-11-24T09:23:05,777 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 0db74fadd98d8c26311a7c6a15914b7a in 1042ms, sequenceid=314, compaction requested=false 2024-11-24T09:23:05,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:05,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:05,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-24T09:23:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-24T09:23:05,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-24T09:23:05,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9660 sec 2024-11-24T09:23:05,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9720 sec 2024-11-24T09:23:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-24T09:23:05,917 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-24T09:23:05,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-24T09:23:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:23:05,922 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:05,922 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:05,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:06,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T09:23:06,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:06,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:06,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:06,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/aea8acb8f0974792948ff7d1471f329e is 50, key is test_row_0/A:col10/1732440186005/Put/seqid=0 2024-11-24T09:23:06,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742181_1357 (size=12301) 2024-11-24T09:23:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:23:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440246026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440246026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440246027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440246028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440246029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440246131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440246131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440246131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440246132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440246133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:23:06,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440246334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440246335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440246337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440246338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440246333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/aea8acb8f0974792948ff7d1471f329e 2024-11-24T09:23:06,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/6b6af4cdd9344d039ea087f01a79e8a4 is 50, key is test_row_0/B:col10/1732440186005/Put/seqid=0 2024-11-24T09:23:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742182_1358 (size=12301) 2024-11-24T09:23:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:23:06,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440246639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440246643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440246644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440246647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440246648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,842 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:06,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/6b6af4cdd9344d039ea087f01a79e8a4 2024-11-24T09:23:06,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/bab40889a1a44b28ac9b47aa2edd72db is 50, key is test_row_0/C:col10/1732440186005/Put/seqid=0 2024-11-24T09:23:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742183_1359 (size=12301) 2024-11-24T09:23:06,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/bab40889a1a44b28ac9b47aa2edd72db 2024-11-24T09:23:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/aea8acb8f0974792948ff7d1471f329e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aea8acb8f0974792948ff7d1471f329e 2024-11-24T09:23:06,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aea8acb8f0974792948ff7d1471f329e, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T09:23:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/6b6af4cdd9344d039ea087f01a79e8a4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/6b6af4cdd9344d039ea087f01a79e8a4 2024-11-24T09:23:06,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/6b6af4cdd9344d039ea087f01a79e8a4, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T09:23:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/bab40889a1a44b28ac9b47aa2edd72db as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/bab40889a1a44b28ac9b47aa2edd72db 2024-11-24T09:23:06,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/bab40889a1a44b28ac9b47aa2edd72db, entries=150, sequenceid=333, filesize=12.0 K 2024-11-24T09:23:06,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 0db74fadd98d8c26311a7c6a15914b7a in 928ms, sequenceid=333, compaction requested=true 2024-11-24T09:23:06,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:06,936 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:06,938 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:06,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:06,942 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:06,942 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:06,942 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,942 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/7a06e99c96b24d2caa5e0284bc31ffb4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/d32461f1c2fd433c8b65913b58513c5a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aea8acb8f0974792948ff7d1471f329e] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.7 K 2024-11-24T09:23:06,942 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a06e99c96b24d2caa5e0284bc31ffb4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440183431 2024-11-24T09:23:06,943 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:06,943 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:06,943 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,943 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bb201f0171234a7e80a5c90d244bf91c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7257af48444f402183b52d1c472eeedf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/6b6af4cdd9344d039ea087f01a79e8a4] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.7 K 2024-11-24T09:23:06,943 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting d32461f1c2fd433c8b65913b58513c5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440183759 2024-11-24T09:23:06,944 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bb201f0171234a7e80a5c90d244bf91c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440183431 2024-11-24T09:23:06,944 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting aea8acb8f0974792948ff7d1471f329e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440184882 2024-11-24T09:23:06,944 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7257af48444f402183b52d1c472eeedf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440183759 2024-11-24T09:23:06,945 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b6af4cdd9344d039ea087f01a79e8a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440184882 2024-11-24T09:23:06,955 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:06,956 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/4209a10077174e599bc05047d0c2f7db is 50, key is test_row_0/B:col10/1732440186005/Put/seqid=0 2024-11-24T09:23:06,970 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:06,970 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/e2321f4e8a924742a78dac30c90eae75 is 50, key is test_row_0/A:col10/1732440186005/Put/seqid=0 2024-11-24T09:23:06,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:06,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-24T09:23:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:06,996 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:23:06,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:06,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742184_1360 (size=13119) 2024-11-24T09:23:07,009 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/4209a10077174e599bc05047d0c2f7db as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/4209a10077174e599bc05047d0c2f7db 2024-11-24T09:23:07,017 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 4209a10077174e599bc05047d0c2f7db(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:07,017 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:07,017 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440186938; duration=0sec 2024-11-24T09:23:07,017 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:07,017 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:07,017 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:07,019 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:07,019 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:07,019 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:07,019 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6216d74acf5049cb96c8c811bef2f59b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6ce2a67c038a45b98c4d9385feaad065, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/bab40889a1a44b28ac9b47aa2edd72db] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.7 K 2024-11-24T09:23:07,020 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6216d74acf5049cb96c8c811bef2f59b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732440183431 2024-11-24T09:23:07,020 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce2a67c038a45b98c4d9385feaad065, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732440183759 2024-11-24T09:23:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742185_1361 (size=13119) 2024-11-24T09:23:07,022 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bab40889a1a44b28ac9b47aa2edd72db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440184882 2024-11-24T09:23:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:23:07,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/5a82c02600f243b7b0aec3f369e31891 is 50, key is test_row_0/A:col10/1732440186021/Put/seqid=0 2024-11-24T09:23:07,048 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:07,048 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6b12eb2e6049438d8242f6ef6c8c67ce is 50, key is test_row_0/C:col10/1732440186005/Put/seqid=0 2024-11-24T09:23:07,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742186_1362 (size=12301) 2024-11-24T09:23:07,085 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/5a82c02600f243b7b0aec3f369e31891 2024-11-24T09:23:07,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742187_1363 (size=13119) 2024-11-24T09:23:07,117 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/6b12eb2e6049438d8242f6ef6c8c67ce as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b12eb2e6049438d8242f6ef6c8c67ce 2024-11-24T09:23:07,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/eafdedd385df46908fbabf989059128b is 50, key is test_row_0/B:col10/1732440186021/Put/seqid=0 2024-11-24T09:23:07,126 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into 6b12eb2e6049438d8242f6ef6c8c67ce(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:07,126 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:07,126 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440186938; duration=0sec 2024-11-24T09:23:07,127 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:07,127 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:07,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742188_1364 (size=12301) 2024-11-24T09:23:07,146 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/eafdedd385df46908fbabf989059128b 2024-11-24T09:23:07,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440247167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440247169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440247169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440247171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440247171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/e411df3ce8634732b9b7306805525ee5 is 50, key is test_row_0/C:col10/1732440186021/Put/seqid=0 2024-11-24T09:23:07,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742189_1365 (size=12301) 2024-11-24T09:23:07,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440247273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440247275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440247276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440247276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440247276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,433 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/e2321f4e8a924742a78dac30c90eae75 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e2321f4e8a924742a78dac30c90eae75 2024-11-24T09:23:07,439 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into e2321f4e8a924742a78dac30c90eae75(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:07,439 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:07,439 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440186935; duration=0sec 2024-11-24T09:23:07,439 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:07,439 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440247481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440247481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440247481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440247482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440247482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,647 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/e411df3ce8634732b9b7306805525ee5 2024-11-24T09:23:07,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/5a82c02600f243b7b0aec3f369e31891 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/5a82c02600f243b7b0aec3f369e31891 2024-11-24T09:23:07,666 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/5a82c02600f243b7b0aec3f369e31891, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T09:23:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/eafdedd385df46908fbabf989059128b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/eafdedd385df46908fbabf989059128b 2024-11-24T09:23:07,674 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/eafdedd385df46908fbabf989059128b, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T09:23:07,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/e411df3ce8634732b9b7306805525ee5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/e411df3ce8634732b9b7306805525ee5 2024-11-24T09:23:07,680 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/e411df3ce8634732b9b7306805525ee5, entries=150, sequenceid=353, filesize=12.0 K 2024-11-24T09:23:07,682 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 0db74fadd98d8c26311a7c6a15914b7a in 686ms, sequenceid=353, compaction requested=false 2024-11-24T09:23:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-24T09:23:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-24T09:23:07,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-24T09:23:07,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-24T09:23:07,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.7720 sec 2024-11-24T09:23:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:07,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:23:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:07,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:07,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/1cf5d05d3217447cb026fe867439ae69 is 50, key is test_row_0/A:col10/1732440187786/Put/seqid=0 2024-11-24T09:23:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440247808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440247812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440247813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440247814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440247814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742190_1366 (size=12301) 2024-11-24T09:23:07,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440247916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440247918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440247919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440247919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:07,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440247920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-24T09:23:08,026 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-24T09:23:08,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-24T09:23:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:08,029 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:08,030 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:08,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:08,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440248120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440248122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440248123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440248124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440248124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:08,183 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:08,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/1cf5d05d3217447cb026fe867439ae69 2024-11-24T09:23:08,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/91c2520b78b749ada065b0e1f43c6c29 is 50, key is test_row_0/B:col10/1732440187786/Put/seqid=0 2024-11-24T09:23:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742191_1367 (size=12301) 2024-11-24T09:23:08,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/91c2520b78b749ada065b0e1f43c6c29 2024-11-24T09:23:08,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/071a9d8e323140b5b5389dd0ba784575 is 50, key is test_row_0/C:col10/1732440187786/Put/seqid=0 2024-11-24T09:23:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742192_1368 (size=12301) 2024-11-24T09:23:08,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/071a9d8e323140b5b5389dd0ba784575 2024-11-24T09:23:08,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/1cf5d05d3217447cb026fe867439ae69 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1cf5d05d3217447cb026fe867439ae69 2024-11-24T09:23:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:08,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:08,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1cf5d05d3217447cb026fe867439ae69, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T09:23:08,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/91c2520b78b749ada065b0e1f43c6c29 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/91c2520b78b749ada065b0e1f43c6c29 2024-11-24T09:23:08,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/91c2520b78b749ada065b0e1f43c6c29, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T09:23:08,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/071a9d8e323140b5b5389dd0ba784575 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/071a9d8e323140b5b5389dd0ba784575 2024-11-24T09:23:08,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/071a9d8e323140b5b5389dd0ba784575, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T09:23:08,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 0db74fadd98d8c26311a7c6a15914b7a in 571ms, sequenceid=375, compaction requested=true 2024-11-24T09:23:08,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:08,358 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:08,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:08,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:08,358 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:08,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:08,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:08,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:08,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:08,360 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:08,360 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:08,360 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:08,360 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:08,360 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,360 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,360 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e2321f4e8a924742a78dac30c90eae75, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/5a82c02600f243b7b0aec3f369e31891, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1cf5d05d3217447cb026fe867439ae69] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.8 K 2024-11-24T09:23:08,360 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/4209a10077174e599bc05047d0c2f7db, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/eafdedd385df46908fbabf989059128b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/91c2520b78b749ada065b0e1f43c6c29] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.8 K 2024-11-24T09:23:08,361 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4209a10077174e599bc05047d0c2f7db, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440184882 2024-11-24T09:23:08,361 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2321f4e8a924742a78dac30c90eae75, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440184882 2024-11-24T09:23:08,361 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting eafdedd385df46908fbabf989059128b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732440186021 2024-11-24T09:23:08,361 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a82c02600f243b7b0aec3f369e31891, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732440186021 2024-11-24T09:23:08,362 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 91c2520b78b749ada065b0e1f43c6c29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732440187166 2024-11-24T09:23:08,362 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cf5d05d3217447cb026fe867439ae69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732440187166 2024-11-24T09:23:08,381 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:08,382 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/76e087d9a96d4bb39990fc7c9efd142d is 50, key is test_row_0/B:col10/1732440187786/Put/seqid=0 2024-11-24T09:23:08,385 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:08,386 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/71c88232926a422484482da09f473821 is 50, key is test_row_0/A:col10/1732440187786/Put/seqid=0 2024-11-24T09:23:08,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742193_1369 (size=13221) 2024-11-24T09:23:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:08,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T09:23:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:08,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:08,431 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/76e087d9a96d4bb39990fc7c9efd142d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/76e087d9a96d4bb39990fc7c9efd142d 2024-11-24T09:23:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742194_1370 (size=13221) 2024-11-24T09:23:08,438 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 76e087d9a96d4bb39990fc7c9efd142d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:08,438 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:08,438 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440188358; duration=0sec 2024-11-24T09:23:08,438 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:08,438 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:08,438 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:08,441 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:08,441 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:08,441 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,441 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b12eb2e6049438d8242f6ef6c8c67ce, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/e411df3ce8634732b9b7306805525ee5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/071a9d8e323140b5b5389dd0ba784575] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.8 K 2024-11-24T09:23:08,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/89586dd5eecd4829b8be62e74629ba85 is 50, key is test_row_0/A:col10/1732440187812/Put/seqid=0 2024-11-24T09:23:08,443 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b12eb2e6049438d8242f6ef6c8c67ce, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1732440184882 2024-11-24T09:23:08,445 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e411df3ce8634732b9b7306805525ee5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1732440186021 2024-11-24T09:23:08,445 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/71c88232926a422484482da09f473821 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/71c88232926a422484482da09f473821 2024-11-24T09:23:08,445 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 071a9d8e323140b5b5389dd0ba784575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732440187166 2024-11-24T09:23:08,451 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into 71c88232926a422484482da09f473821(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:08,451 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:08,451 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440188357; duration=0sec 2024-11-24T09:23:08,451 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:08,452 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:08,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440248446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440248449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440248451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440248452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440248452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,466 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:08,467 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/0d28f13f94f64c8299607499c0455db8 is 50, key is test_row_0/C:col10/1732440187786/Put/seqid=0 2024-11-24T09:23:08,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742195_1371 (size=14741) 2024-11-24T09:23:08,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/89586dd5eecd4829b8be62e74629ba85 2024-11-24T09:23:08,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742196_1372 (size=13221) 2024-11-24T09:23:08,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/aadfe76d36a842a68caa51273b59402f is 50, key is test_row_0/B:col10/1732440187812/Put/seqid=0 2024-11-24T09:23:08,504 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/0d28f13f94f64c8299607499c0455db8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0d28f13f94f64c8299607499c0455db8 2024-11-24T09:23:08,512 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into 0d28f13f94f64c8299607499c0455db8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:08,512 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:08,512 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440188358; duration=0sec 2024-11-24T09:23:08,512 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:08,513 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:08,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742197_1373 (size=12301) 2024-11-24T09:23:08,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440248553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440248556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440248558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440248558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440248558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:08,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:08,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440248756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440248761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440248761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440248761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:08,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440248763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/aadfe76d36a842a68caa51273b59402f 2024-11-24T09:23:08,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:08,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:08,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:08,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/5486da1586e94e30b7dde588642fe131 is 50, key is test_row_0/C:col10/1732440187812/Put/seqid=0 2024-11-24T09:23:08,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742198_1374 (size=12301) 2024-11-24T09:23:08,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/5486da1586e94e30b7dde588642fe131 2024-11-24T09:23:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/89586dd5eecd4829b8be62e74629ba85 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/89586dd5eecd4829b8be62e74629ba85 2024-11-24T09:23:09,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/89586dd5eecd4829b8be62e74629ba85, entries=200, sequenceid=395, filesize=14.4 K 2024-11-24T09:23:09,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/aadfe76d36a842a68caa51273b59402f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/aadfe76d36a842a68caa51273b59402f 2024-11-24T09:23:09,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/aadfe76d36a842a68caa51273b59402f, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T09:23:09,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/5486da1586e94e30b7dde588642fe131 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5486da1586e94e30b7dde588642fe131 2024-11-24T09:23:09,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5486da1586e94e30b7dde588642fe131, entries=150, sequenceid=395, filesize=12.0 K 2024-11-24T09:23:09,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 0db74fadd98d8c26311a7c6a15914b7a in 606ms, sequenceid=395, compaction requested=false 2024-11-24T09:23:09,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:09,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:23:09,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:09,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:09,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:09,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:09,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:09,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:09,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/dc9e04956e9c4c11b804ded8f22e72dc is 50, key is test_row_0/A:col10/1732440189068/Put/seqid=0 2024-11-24T09:23:09,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:09,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:09,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440249107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:09,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440249108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440249108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440249112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440249114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742199_1375 (size=17181) 2024-11-24T09:23:09,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/dc9e04956e9c4c11b804ded8f22e72dc 2024-11-24T09:23:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:09,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/282b55fde7e349ac89778064d4eb4afd is 50, key is test_row_0/B:col10/1732440189068/Put/seqid=0 2024-11-24T09:23:09,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742200_1376 (size=12301) 2024-11-24T09:23:09,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/282b55fde7e349ac89778064d4eb4afd 2024-11-24T09:23:09,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/ff80eb1c58ae494eb35bc02f57b90776 is 50, key is test_row_0/C:col10/1732440189068/Put/seqid=0 2024-11-24T09:23:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440249214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440249214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440249215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440249217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440249222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742201_1377 (size=12301) 2024-11-24T09:23:09,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/ff80eb1c58ae494eb35bc02f57b90776 2024-11-24T09:23:09,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/dc9e04956e9c4c11b804ded8f22e72dc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/dc9e04956e9c4c11b804ded8f22e72dc 2024-11-24T09:23:09,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/dc9e04956e9c4c11b804ded8f22e72dc, entries=250, sequenceid=420, filesize=16.8 K 2024-11-24T09:23:09,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/282b55fde7e349ac89778064d4eb4afd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/282b55fde7e349ac89778064d4eb4afd 2024-11-24T09:23:09,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:09,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:09,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/282b55fde7e349ac89778064d4eb4afd, entries=150, sequenceid=420, filesize=12.0 K 2024-11-24T09:23:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/ff80eb1c58ae494eb35bc02f57b90776 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/ff80eb1c58ae494eb35bc02f57b90776 2024-11-24T09:23:09,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/ff80eb1c58ae494eb35bc02f57b90776, entries=150, sequenceid=420, filesize=12.0 K 2024-11-24T09:23:09,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 0db74fadd98d8c26311a7c6a15914b7a in 179ms, sequenceid=420, compaction requested=true 2024-11-24T09:23:09,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:09,275 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:09,276 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:09,277 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/A is initiating minor compaction (all files) 2024-11-24T09:23:09,277 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/A in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,277 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/71c88232926a422484482da09f473821, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/89586dd5eecd4829b8be62e74629ba85, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/dc9e04956e9c4c11b804ded8f22e72dc] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=44.1 K 2024-11-24T09:23:09,277 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71c88232926a422484482da09f473821, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732440187166 2024-11-24T09:23:09,278 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89586dd5eecd4829b8be62e74629ba85, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440187809 2024-11-24T09:23:09,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:09,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:09,278 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc9e04956e9c4c11b804ded8f22e72dc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732440189060 2024-11-24T09:23:09,278 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:09,280 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:09,280 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/B is initiating minor compaction (all files) 2024-11-24T09:23:09,280 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/B in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,280 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/76e087d9a96d4bb39990fc7c9efd142d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/aadfe76d36a842a68caa51273b59402f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/282b55fde7e349ac89778064d4eb4afd] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.9 K 2024-11-24T09:23:09,281 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 76e087d9a96d4bb39990fc7c9efd142d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732440187166 2024-11-24T09:23:09,281 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting aadfe76d36a842a68caa51273b59402f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440187812 2024-11-24T09:23:09,282 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 282b55fde7e349ac89778064d4eb4afd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732440189068 2024-11-24T09:23:09,300 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#B#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:09,300 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/9b0cc25644894c7da5dc0ca46c271264 is 50, key is test_row_0/B:col10/1732440189068/Put/seqid=0 2024-11-24T09:23:09,313 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#A#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:09,313 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/2f17a78b5c32422aac3b2c2a5fff6ff8 is 50, key is test_row_0/A:col10/1732440189068/Put/seqid=0 2024-11-24T09:23:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742202_1378 (size=13323) 2024-11-24T09:23:09,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742203_1379 (size=13323) 2024-11-24T09:23:09,384 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/2f17a78b5c32422aac3b2c2a5fff6ff8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/2f17a78b5c32422aac3b2c2a5fff6ff8 2024-11-24T09:23:09,391 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/A of 0db74fadd98d8c26311a7c6a15914b7a into 2f17a78b5c32422aac3b2c2a5fff6ff8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:09,391 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:09,391 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/A, priority=13, startTime=1732440189275; duration=0sec 2024-11-24T09:23:09,391 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:09,391 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:09,391 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:09,393 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:09,393 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 0db74fadd98d8c26311a7c6a15914b7a/C is initiating minor compaction (all files) 2024-11-24T09:23:09,393 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0db74fadd98d8c26311a7c6a15914b7a/C in TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,393 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0d28f13f94f64c8299607499c0455db8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5486da1586e94e30b7dde588642fe131, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/ff80eb1c58ae494eb35bc02f57b90776] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp, totalSize=36.9 K 2024-11-24T09:23:09,394 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d28f13f94f64c8299607499c0455db8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732440187166 2024-11-24T09:23:09,394 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5486da1586e94e30b7dde588642fe131, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732440187812 2024-11-24T09:23:09,396 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff80eb1c58ae494eb35bc02f57b90776, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1732440189068 2024-11-24T09:23:09,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-24T09:23:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:09,418 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:23:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:09,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:09,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. as already flushing 2024-11-24T09:23:09,426 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0db74fadd98d8c26311a7c6a15914b7a#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:09,426 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cd1df2afb7be4e53a2fa9e82eb90c036 is 50, key is test_row_0/C:col10/1732440189068/Put/seqid=0 2024-11-24T09:23:09,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/82523f18bd80404c9e7a890a0c22d23c is 50, key is test_row_0/A:col10/1732440189111/Put/seqid=0 2024-11-24T09:23:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440249445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440249448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440249450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440249450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440249450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742204_1380 (size=13323) 2024-11-24T09:23:09,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742205_1381 (size=12301) 2024-11-24T09:23:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440249551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440249554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440249555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440249555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440249556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,755 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/9b0cc25644894c7da5dc0ca46c271264 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/9b0cc25644894c7da5dc0ca46c271264 2024-11-24T09:23:09,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440249755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440249758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,761 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/B of 0db74fadd98d8c26311a7c6a15914b7a into 9b0cc25644894c7da5dc0ca46c271264(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:09,761 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:09,761 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/B, priority=13, startTime=1732440189278; duration=0sec 2024-11-24T09:23:09,761 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:09,761 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440249758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440249758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440249761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:09,871 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/82523f18bd80404c9e7a890a0c22d23c 2024-11-24T09:23:09,876 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cd1df2afb7be4e53a2fa9e82eb90c036 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cd1df2afb7be4e53a2fa9e82eb90c036 2024-11-24T09:23:09,885 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0db74fadd98d8c26311a7c6a15914b7a/C of 0db74fadd98d8c26311a7c6a15914b7a into cd1df2afb7be4e53a2fa9e82eb90c036(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:09,885 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:09,885 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a., storeName=0db74fadd98d8c26311a7c6a15914b7a/C, priority=13, startTime=1732440189279; duration=0sec 2024-11-24T09:23:09,886 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:09,886 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3772cc1af5a64e319549acbc4e9e0be2 is 50, key is test_row_0/B:col10/1732440189111/Put/seqid=0 2024-11-24T09:23:09,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742206_1382 (size=12301) 2024-11-24T09:23:10,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440250062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440250062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440250068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440250068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440250069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:10,344 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3772cc1af5a64e319549acbc4e9e0be2 2024-11-24T09:23:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b66c90aa00d04410aa27498c1681b206 is 50, key is test_row_0/C:col10/1732440189111/Put/seqid=0 2024-11-24T09:23:10,386 DEBUG [Thread-1307 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fef31f8 to 127.0.0.1:61826 2024-11-24T09:23:10,386 DEBUG [Thread-1307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:10,388 DEBUG [Thread-1313 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:61826 2024-11-24T09:23:10,388 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:10,388 DEBUG [Thread-1311 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:61826 2024-11-24T09:23:10,388 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:10,389 DEBUG [Thread-1315 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:61826 2024-11-24T09:23:10,389 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:10,392 DEBUG [Thread-1309 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:61826 2024-11-24T09:23:10,392 DEBUG [Thread-1309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742207_1383 (size=12301) 2024-11-24T09:23:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53210 deadline: 1732440250565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53196 deadline: 1732440250568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53222 deadline: 1732440250575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53214 deadline: 1732440250574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53192 deadline: 1732440250574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:10,794 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b66c90aa00d04410aa27498c1681b206 2024-11-24T09:23:10,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/82523f18bd80404c9e7a890a0c22d23c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/82523f18bd80404c9e7a890a0c22d23c 2024-11-24T09:23:10,803 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/82523f18bd80404c9e7a890a0c22d23c, entries=150, sequenceid=436, filesize=12.0 K 2024-11-24T09:23:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3772cc1af5a64e319549acbc4e9e0be2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3772cc1af5a64e319549acbc4e9e0be2 2024-11-24T09:23:10,807 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3772cc1af5a64e319549acbc4e9e0be2, entries=150, sequenceid=436, filesize=12.0 K 2024-11-24T09:23:10,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b66c90aa00d04410aa27498c1681b206 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b66c90aa00d04410aa27498c1681b206 2024-11-24T09:23:10,812 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b66c90aa00d04410aa27498c1681b206, entries=150, sequenceid=436, filesize=12.0 K 2024-11-24T09:23:10,813 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 0db74fadd98d8c26311a7c6a15914b7a in 1395ms, sequenceid=436, compaction requested=false 2024-11-24T09:23:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:10,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-24T09:23:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-24T09:23:10,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-24T09:23:10,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7840 sec 2024-11-24T09:23:10,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 2.7890 sec 2024-11-24T09:23:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:11,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:11,569 DEBUG [Thread-1302 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:61826 2024-11-24T09:23:11,570 DEBUG [Thread-1302 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:11,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:11,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/54082a05c0cb455e82ae1e513607198e is 50, key is test_row_0/A:col10/1732440189448/Put/seqid=0 2024-11-24T09:23:11,577 DEBUG [Thread-1296 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:61826 2024-11-24T09:23:11,577 DEBUG [Thread-1296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:11,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742208_1384 (size=12301) 2024-11-24T09:23:11,582 DEBUG [Thread-1298 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:61826 2024-11-24T09:23:11,583 DEBUG [Thread-1298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:11,583 DEBUG [Thread-1304 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:61826 2024-11-24T09:23:11,583 DEBUG [Thread-1304 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:11,586 DEBUG [Thread-1300 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:61826 2024-11-24T09:23:11,586 DEBUG [Thread-1300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:11,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/54082a05c0cb455e82ae1e513607198e 2024-11-24T09:23:11,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3e820000d68e4e97977e607e8b7ea2b7 is 50, key is test_row_0/B:col10/1732440189448/Put/seqid=0 2024-11-24T09:23:11,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742209_1385 (size=12301) 2024-11-24T09:23:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-24T09:23:12,137 INFO [Thread-1306 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6477 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6369 2024-11-24T09:23:12,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6271 2024-11-24T09:23:12,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6453 2024-11-24T09:23:12,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6428 2024-11-24T09:23:12,138 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:23:12,138 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:23:12,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:61826 2024-11-24T09:23:12,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:12,139 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:23:12,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:23:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:23:12,142 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440192142"}]},"ts":"1732440192142"} 2024-11-24T09:23:12,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:23:12,145 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:23:12,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:23:12,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, UNASSIGN}] 2024-11-24T09:23:12,148 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=89, ppid=88, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, UNASSIGN 2024-11-24T09:23:12,148 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=0db74fadd98d8c26311a7c6a15914b7a, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:12,149 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:23:12,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; CloseRegionProcedure 0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:23:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:23:12,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:12,301 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(124): Close 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:12,301 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:23:12,301 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1681): Closing 0db74fadd98d8c26311a7c6a15914b7a, disabling compactions & flushes 2024-11-24T09:23:12,301 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:12,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3e820000d68e4e97977e607e8b7ea2b7 2024-11-24T09:23:12,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cc1e5db350d44d82bf10e35e2dcf8e2c is 50, key is test_row_0/C:col10/1732440189448/Put/seqid=0 2024-11-24T09:23:12,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742210_1386 (size=12301) 2024-11-24T09:23:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:23:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:23:12,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cc1e5db350d44d82bf10e35e2dcf8e2c 2024-11-24T09:23:12,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/54082a05c0cb455e82ae1e513607198e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/54082a05c0cb455e82ae1e513607198e 2024-11-24T09:23:12,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/54082a05c0cb455e82ae1e513607198e, entries=150, sequenceid=462, filesize=12.0 K 2024-11-24T09:23:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/3e820000d68e4e97977e607e8b7ea2b7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3e820000d68e4e97977e607e8b7ea2b7 2024-11-24T09:23:12,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3e820000d68e4e97977e607e8b7ea2b7, entries=150, sequenceid=462, filesize=12.0 K 2024-11-24T09:23:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/cc1e5db350d44d82bf10e35e2dcf8e2c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cc1e5db350d44d82bf10e35e2dcf8e2c 2024-11-24T09:23:12,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cc1e5db350d44d82bf10e35e2dcf8e2c, entries=150, sequenceid=462, filesize=12.0 K 2024-11-24T09:23:12,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for 0db74fadd98d8c26311a7c6a15914b7a in 1266ms, sequenceid=462, compaction requested=true 2024-11-24T09:23:12,835 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:12,835 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:12,835 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. after waiting 0 ms 2024-11-24T09:23:12,835 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:12,835 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(2837): Flushing 0db74fadd98d8c26311a7c6a15914b7a 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:23:12,836 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=A 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:12,836 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:12,836 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. because compaction request was cancelled 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:12,836 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:A 2024-11-24T09:23:12,836 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=B 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0db74fadd98d8c26311a7c6a15914b7a:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:12,836 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:12,836 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. because compaction request was cancelled 2024-11-24T09:23:12,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:12,836 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. because compaction request was cancelled 2024-11-24T09:23:12,836 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:C 2024-11-24T09:23:12,836 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0db74fadd98d8c26311a7c6a15914b7a, store=C 2024-11-24T09:23:12,836 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0db74fadd98d8c26311a7c6a15914b7a:B 2024-11-24T09:23:12,836 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:12,842 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/36ece534ff2748c6914998476743d2ea is 50, key is test_row_0/A:col10/1732440191585/Put/seqid=0 2024-11-24T09:23:12,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742211_1387 (size=9857) 2024-11-24T09:23:12,848 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/36ece534ff2748c6914998476743d2ea 2024-11-24T09:23:12,854 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/1ef99f9c10734275acb8eb584f6bc9b7 is 50, key is test_row_0/B:col10/1732440191585/Put/seqid=0 2024-11-24T09:23:12,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742212_1388 (size=9857) 2024-11-24T09:23:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:23:13,259 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/1ef99f9c10734275acb8eb584f6bc9b7 2024-11-24T09:23:13,265 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b4977961cc5d4ec5af4a29b7f06ea86d is 50, key is test_row_0/C:col10/1732440191585/Put/seqid=0 2024-11-24T09:23:13,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742213_1389 (size=9857) 2024-11-24T09:23:13,669 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b4977961cc5d4ec5af4a29b7f06ea86d 2024-11-24T09:23:13,674 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/A/36ece534ff2748c6914998476743d2ea as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/36ece534ff2748c6914998476743d2ea 2024-11-24T09:23:13,678 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/36ece534ff2748c6914998476743d2ea, entries=100, sequenceid=469, filesize=9.6 K 2024-11-24T09:23:13,679 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/B/1ef99f9c10734275acb8eb584f6bc9b7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/1ef99f9c10734275acb8eb584f6bc9b7 2024-11-24T09:23:13,682 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/1ef99f9c10734275acb8eb584f6bc9b7, entries=100, sequenceid=469, filesize=9.6 K 2024-11-24T09:23:13,683 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/.tmp/C/b4977961cc5d4ec5af4a29b7f06ea86d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4977961cc5d4ec5af4a29b7f06ea86d 2024-11-24T09:23:13,689 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4977961cc5d4ec5af4a29b7f06ea86d, entries=100, sequenceid=469, filesize=9.6 K 2024-11-24T09:23:13,691 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0db74fadd98d8c26311a7c6a15914b7a in 856ms, sequenceid=469, compaction requested=true 2024-11-24T09:23:13,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/04148c467e9b4d12a64bb26429f5f4ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/ac6cb2c1d93e40748aa6855c658b9688, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a973c90c266d41dcbecafb46bbf10c0f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/68dd1888d48f40c795458093392cf7be, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/cbd3b99751994a4fa10d409e1c71ffee, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/8c86bac4b1b140c2b62d02c6b2c40602, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/3f23effceadf4e69b90cefbf089628b9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/bef0cabde8f9456792e8a7b9abbefbe2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/84b02458a3ca436691b2914ade3a3cf5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/fff051b1c7074bcd97ca295fec1224f5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/192d6c0b0b3d403dab4ab114d4bb4a8b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a7d57f7efd3e4ed3a5571c6b8742e007, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/98416c3914384e9e8fdce25fa6598081, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/465788ede5dc4f4da062fd0778a63983, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/9ad7df00909e4d2fb74035d07e5676d3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/4a4a4f707cb2402598d20c0ac97ce25a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/97db8a588583411cbc218acf922db19f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e9f455997c534c2680c8df04fa5f0b8b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aa87601c3e944879b7615560607ce20c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/0acb49a21f4c45848558a41468b84825, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/7a06e99c96b24d2caa5e0284bc31ffb4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1d6d457d12234ae3bcfc962f76a8d00c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/d32461f1c2fd433c8b65913b58513c5a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e2321f4e8a924742a78dac30c90eae75, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aea8acb8f0974792948ff7d1471f329e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/5a82c02600f243b7b0aec3f369e31891, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/71c88232926a422484482da09f473821, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1cf5d05d3217447cb026fe867439ae69, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/89586dd5eecd4829b8be62e74629ba85, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/dc9e04956e9c4c11b804ded8f22e72dc] to archive 2024-11-24T09:23:13,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:13,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/04148c467e9b4d12a64bb26429f5f4ff to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/04148c467e9b4d12a64bb26429f5f4ff 2024-11-24T09:23:13,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/ac6cb2c1d93e40748aa6855c658b9688 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/ac6cb2c1d93e40748aa6855c658b9688 2024-11-24T09:23:13,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a973c90c266d41dcbecafb46bbf10c0f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a973c90c266d41dcbecafb46bbf10c0f 2024-11-24T09:23:13,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/68dd1888d48f40c795458093392cf7be to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/68dd1888d48f40c795458093392cf7be 2024-11-24T09:23:13,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/cbd3b99751994a4fa10d409e1c71ffee to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/cbd3b99751994a4fa10d409e1c71ffee 2024-11-24T09:23:13,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/8c86bac4b1b140c2b62d02c6b2c40602 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/8c86bac4b1b140c2b62d02c6b2c40602 2024-11-24T09:23:13,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/3f23effceadf4e69b90cefbf089628b9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/3f23effceadf4e69b90cefbf089628b9 2024-11-24T09:23:13,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/bef0cabde8f9456792e8a7b9abbefbe2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/bef0cabde8f9456792e8a7b9abbefbe2 2024-11-24T09:23:13,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/84b02458a3ca436691b2914ade3a3cf5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/84b02458a3ca436691b2914ade3a3cf5 2024-11-24T09:23:13,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/fff051b1c7074bcd97ca295fec1224f5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/fff051b1c7074bcd97ca295fec1224f5 2024-11-24T09:23:13,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/192d6c0b0b3d403dab4ab114d4bb4a8b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/192d6c0b0b3d403dab4ab114d4bb4a8b 2024-11-24T09:23:13,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a7d57f7efd3e4ed3a5571c6b8742e007 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/a7d57f7efd3e4ed3a5571c6b8742e007 2024-11-24T09:23:13,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/98416c3914384e9e8fdce25fa6598081 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/98416c3914384e9e8fdce25fa6598081 2024-11-24T09:23:13,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/465788ede5dc4f4da062fd0778a63983 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/465788ede5dc4f4da062fd0778a63983 2024-11-24T09:23:13,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/9ad7df00909e4d2fb74035d07e5676d3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/9ad7df00909e4d2fb74035d07e5676d3 2024-11-24T09:23:13,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/4a4a4f707cb2402598d20c0ac97ce25a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/4a4a4f707cb2402598d20c0ac97ce25a 2024-11-24T09:23:13,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/97db8a588583411cbc218acf922db19f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/97db8a588583411cbc218acf922db19f 2024-11-24T09:23:13,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e9f455997c534c2680c8df04fa5f0b8b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e9f455997c534c2680c8df04fa5f0b8b 2024-11-24T09:23:13,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aa87601c3e944879b7615560607ce20c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aa87601c3e944879b7615560607ce20c 2024-11-24T09:23:13,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/0acb49a21f4c45848558a41468b84825 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/0acb49a21f4c45848558a41468b84825 2024-11-24T09:23:13,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/7a06e99c96b24d2caa5e0284bc31ffb4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/7a06e99c96b24d2caa5e0284bc31ffb4 2024-11-24T09:23:13,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1d6d457d12234ae3bcfc962f76a8d00c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1d6d457d12234ae3bcfc962f76a8d00c 2024-11-24T09:23:13,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/d32461f1c2fd433c8b65913b58513c5a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/d32461f1c2fd433c8b65913b58513c5a 2024-11-24T09:23:13,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e2321f4e8a924742a78dac30c90eae75 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/e2321f4e8a924742a78dac30c90eae75 2024-11-24T09:23:13,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aea8acb8f0974792948ff7d1471f329e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/aea8acb8f0974792948ff7d1471f329e 2024-11-24T09:23:13,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/5a82c02600f243b7b0aec3f369e31891 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/5a82c02600f243b7b0aec3f369e31891 2024-11-24T09:23:13,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/71c88232926a422484482da09f473821 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/71c88232926a422484482da09f473821 2024-11-24T09:23:13,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1cf5d05d3217447cb026fe867439ae69 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/1cf5d05d3217447cb026fe867439ae69 2024-11-24T09:23:13,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/89586dd5eecd4829b8be62e74629ba85 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/89586dd5eecd4829b8be62e74629ba85 2024-11-24T09:23:13,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/dc9e04956e9c4c11b804ded8f22e72dc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/dc9e04956e9c4c11b804ded8f22e72dc 2024-11-24T09:23:13,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/e8da4b6e8c384fde84cb6e9da2401bc9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a3637d86060b403081e0883747de5cd1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/58d05640bbdc43a3b8f09681bd5a453a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8d41256e09174bdeaff4ed323cce5d1f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b21cfa0e1ca74ba692e573ba57318bed, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/457d1e3da71c4d10aeaeacd9ae781a0f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7b33e03e6ea8427da81e3190591466ab, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/35c0f7c873c64ea084bafba55a03197f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18b54b5ca94a405285c3def44ad36ffb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f6b81d164b244df4b6cf918eb6593322, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f300cd3fe3f54663b474e21112f23356, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/d419a1a674f641e5a1d6ffa09fe85df5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8231f0f3c71149f1806c7e68df957d3a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/69a37aa5648a422d960d3084bc599fc9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b843fa8a25404024af5db69074404074, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18ce5978877d4071a27a4844b0cd8ed1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bdbb44e32727462482ed49541dfeab81, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/34f6a1221c06414a84813166d092adca, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a1cd5e782c2f4e12b9d714776a032670, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a46e616b2cad45898de0fe45f29d6c00, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bb201f0171234a7e80a5c90d244bf91c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3dc9af48face4e48ba60471a6f2a3f57, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7257af48444f402183b52d1c472eeedf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/4209a10077174e599bc05047d0c2f7db, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/6b6af4cdd9344d039ea087f01a79e8a4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/eafdedd385df46908fbabf989059128b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/76e087d9a96d4bb39990fc7c9efd142d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/91c2520b78b749ada065b0e1f43c6c29, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/aadfe76d36a842a68caa51273b59402f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/282b55fde7e349ac89778064d4eb4afd] to archive 2024-11-24T09:23:13,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:13,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/e8da4b6e8c384fde84cb6e9da2401bc9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/e8da4b6e8c384fde84cb6e9da2401bc9 2024-11-24T09:23:13,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a3637d86060b403081e0883747de5cd1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a3637d86060b403081e0883747de5cd1 2024-11-24T09:23:13,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/58d05640bbdc43a3b8f09681bd5a453a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/58d05640bbdc43a3b8f09681bd5a453a 2024-11-24T09:23:13,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8d41256e09174bdeaff4ed323cce5d1f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8d41256e09174bdeaff4ed323cce5d1f 2024-11-24T09:23:13,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b21cfa0e1ca74ba692e573ba57318bed to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b21cfa0e1ca74ba692e573ba57318bed 2024-11-24T09:23:13,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/457d1e3da71c4d10aeaeacd9ae781a0f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/457d1e3da71c4d10aeaeacd9ae781a0f 2024-11-24T09:23:13,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7b33e03e6ea8427da81e3190591466ab to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7b33e03e6ea8427da81e3190591466ab 2024-11-24T09:23:13,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/35c0f7c873c64ea084bafba55a03197f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/35c0f7c873c64ea084bafba55a03197f 2024-11-24T09:23:13,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18b54b5ca94a405285c3def44ad36ffb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18b54b5ca94a405285c3def44ad36ffb 2024-11-24T09:23:13,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f6b81d164b244df4b6cf918eb6593322 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f6b81d164b244df4b6cf918eb6593322 2024-11-24T09:23:13,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f300cd3fe3f54663b474e21112f23356 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/f300cd3fe3f54663b474e21112f23356 2024-11-24T09:23:13,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/d419a1a674f641e5a1d6ffa09fe85df5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/d419a1a674f641e5a1d6ffa09fe85df5 2024-11-24T09:23:13,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8231f0f3c71149f1806c7e68df957d3a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/8231f0f3c71149f1806c7e68df957d3a 2024-11-24T09:23:13,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/69a37aa5648a422d960d3084bc599fc9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/69a37aa5648a422d960d3084bc599fc9 2024-11-24T09:23:13,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b843fa8a25404024af5db69074404074 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/b843fa8a25404024af5db69074404074 2024-11-24T09:23:13,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18ce5978877d4071a27a4844b0cd8ed1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/18ce5978877d4071a27a4844b0cd8ed1 2024-11-24T09:23:13,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bdbb44e32727462482ed49541dfeab81 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bdbb44e32727462482ed49541dfeab81 2024-11-24T09:23:13,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/34f6a1221c06414a84813166d092adca to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/34f6a1221c06414a84813166d092adca 2024-11-24T09:23:13,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a1cd5e782c2f4e12b9d714776a032670 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a1cd5e782c2f4e12b9d714776a032670 2024-11-24T09:23:13,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a46e616b2cad45898de0fe45f29d6c00 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/a46e616b2cad45898de0fe45f29d6c00 2024-11-24T09:23:13,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bb201f0171234a7e80a5c90d244bf91c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/bb201f0171234a7e80a5c90d244bf91c 2024-11-24T09:23:13,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3dc9af48face4e48ba60471a6f2a3f57 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3dc9af48face4e48ba60471a6f2a3f57 2024-11-24T09:23:13,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7257af48444f402183b52d1c472eeedf to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/7257af48444f402183b52d1c472eeedf 2024-11-24T09:23:13,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/4209a10077174e599bc05047d0c2f7db to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/4209a10077174e599bc05047d0c2f7db 2024-11-24T09:23:13,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/6b6af4cdd9344d039ea087f01a79e8a4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/6b6af4cdd9344d039ea087f01a79e8a4 2024-11-24T09:23:13,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/eafdedd385df46908fbabf989059128b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/eafdedd385df46908fbabf989059128b 2024-11-24T09:23:13,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/76e087d9a96d4bb39990fc7c9efd142d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/76e087d9a96d4bb39990fc7c9efd142d 2024-11-24T09:23:13,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/91c2520b78b749ada065b0e1f43c6c29 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/91c2520b78b749ada065b0e1f43c6c29 2024-11-24T09:23:13,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/aadfe76d36a842a68caa51273b59402f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/aadfe76d36a842a68caa51273b59402f 2024-11-24T09:23:13,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/282b55fde7e349ac89778064d4eb4afd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/282b55fde7e349ac89778064d4eb4afd 2024-11-24T09:23:13,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0f8cf9c56f634c88af7ca7cd559721c2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/925b89469e1a4d1fbd1a1d9564199486, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/edbff0936d034fa6a1632ebb37634987, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b91e8a501244775816e1040d6e31974, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/699dc8b67644442c96de80bede9b4781, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a53e4e96193244b09c3728e8f3d258de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a473f75ba3d844db9c400e3de2c21cf9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b28db812e9e24986bcc319b6db6f05b3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5d75b97116364c259c041ad5fbdb4f13, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cb154dff3e484e69af680e5545c784cc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/dc8743e77d264e4185343e8ffb3d68bb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8c78b84d70674ed1977d64171d689661, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8b7390a8218d4a2fb8445bd9b0d65e67, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/886c70082c9644248a48979f9d6d28d6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6075cc16abed4726a1399b4db6802142, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/d2575a803f344565aa3502615eab1010, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4760657568d441cb07b2da87a06ec93, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b57c6a67920a4153bd9a600767340801, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/495df9917fa2434bb20b4ecbda83dd12, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/13c1ee8b69c14fe798ef4f33b297864f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6216d74acf5049cb96c8c811bef2f59b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/c1afce186ef44c56a2a378a26ff014d1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6ce2a67c038a45b98c4d9385feaad065, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b12eb2e6049438d8242f6ef6c8c67ce, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/bab40889a1a44b28ac9b47aa2edd72db, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/e411df3ce8634732b9b7306805525ee5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0d28f13f94f64c8299607499c0455db8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/071a9d8e323140b5b5389dd0ba784575, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5486da1586e94e30b7dde588642fe131, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/ff80eb1c58ae494eb35bc02f57b90776] to archive 2024-11-24T09:23:13,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:13,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0f8cf9c56f634c88af7ca7cd559721c2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0f8cf9c56f634c88af7ca7cd559721c2 2024-11-24T09:23:13,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/925b89469e1a4d1fbd1a1d9564199486 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/925b89469e1a4d1fbd1a1d9564199486 2024-11-24T09:23:13,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/edbff0936d034fa6a1632ebb37634987 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/edbff0936d034fa6a1632ebb37634987 2024-11-24T09:23:13,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b91e8a501244775816e1040d6e31974 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b91e8a501244775816e1040d6e31974 2024-11-24T09:23:13,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/699dc8b67644442c96de80bede9b4781 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/699dc8b67644442c96de80bede9b4781 2024-11-24T09:23:13,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a53e4e96193244b09c3728e8f3d258de to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a53e4e96193244b09c3728e8f3d258de 2024-11-24T09:23:13,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a473f75ba3d844db9c400e3de2c21cf9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/a473f75ba3d844db9c400e3de2c21cf9 2024-11-24T09:23:13,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b28db812e9e24986bcc319b6db6f05b3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b28db812e9e24986bcc319b6db6f05b3 2024-11-24T09:23:13,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5d75b97116364c259c041ad5fbdb4f13 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5d75b97116364c259c041ad5fbdb4f13 2024-11-24T09:23:13,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cb154dff3e484e69af680e5545c784cc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cb154dff3e484e69af680e5545c784cc 2024-11-24T09:23:13,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/dc8743e77d264e4185343e8ffb3d68bb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/dc8743e77d264e4185343e8ffb3d68bb 2024-11-24T09:23:13,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8c78b84d70674ed1977d64171d689661 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8c78b84d70674ed1977d64171d689661 2024-11-24T09:23:13,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8b7390a8218d4a2fb8445bd9b0d65e67 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/8b7390a8218d4a2fb8445bd9b0d65e67 2024-11-24T09:23:13,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/886c70082c9644248a48979f9d6d28d6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/886c70082c9644248a48979f9d6d28d6 2024-11-24T09:23:13,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6075cc16abed4726a1399b4db6802142 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6075cc16abed4726a1399b4db6802142 2024-11-24T09:23:13,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/d2575a803f344565aa3502615eab1010 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/d2575a803f344565aa3502615eab1010 2024-11-24T09:23:13,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4760657568d441cb07b2da87a06ec93 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4760657568d441cb07b2da87a06ec93 2024-11-24T09:23:13,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b57c6a67920a4153bd9a600767340801 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b57c6a67920a4153bd9a600767340801 2024-11-24T09:23:13,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/495df9917fa2434bb20b4ecbda83dd12 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/495df9917fa2434bb20b4ecbda83dd12 2024-11-24T09:23:13,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/13c1ee8b69c14fe798ef4f33b297864f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/13c1ee8b69c14fe798ef4f33b297864f 2024-11-24T09:23:13,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6216d74acf5049cb96c8c811bef2f59b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6216d74acf5049cb96c8c811bef2f59b 2024-11-24T09:23:13,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/c1afce186ef44c56a2a378a26ff014d1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/c1afce186ef44c56a2a378a26ff014d1 2024-11-24T09:23:13,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6ce2a67c038a45b98c4d9385feaad065 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6ce2a67c038a45b98c4d9385feaad065 2024-11-24T09:23:13,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b12eb2e6049438d8242f6ef6c8c67ce to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/6b12eb2e6049438d8242f6ef6c8c67ce 2024-11-24T09:23:13,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/bab40889a1a44b28ac9b47aa2edd72db to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/bab40889a1a44b28ac9b47aa2edd72db 2024-11-24T09:23:13,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/e411df3ce8634732b9b7306805525ee5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/e411df3ce8634732b9b7306805525ee5 2024-11-24T09:23:13,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0d28f13f94f64c8299607499c0455db8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/0d28f13f94f64c8299607499c0455db8 2024-11-24T09:23:13,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/071a9d8e323140b5b5389dd0ba784575 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/071a9d8e323140b5b5389dd0ba784575 2024-11-24T09:23:13,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5486da1586e94e30b7dde588642fe131 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/5486da1586e94e30b7dde588642fe131 2024-11-24T09:23:13,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/ff80eb1c58ae494eb35bc02f57b90776 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/ff80eb1c58ae494eb35bc02f57b90776 2024-11-24T09:23:13,834 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/recovered.edits/472.seqid, newMaxSeqId=472, maxSeqId=1 2024-11-24T09:23:13,835 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a. 2024-11-24T09:23:13,835 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] regionserver.HRegion(1635): Region close journal for 0db74fadd98d8c26311a7c6a15914b7a: 2024-11-24T09:23:13,837 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=90}] handler.UnassignRegionHandler(170): Closed 0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:13,837 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=89 updating hbase:meta row=0db74fadd98d8c26311a7c6a15914b7a, regionState=CLOSED 2024-11-24T09:23:13,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T09:23:13,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseRegionProcedure 0db74fadd98d8c26311a7c6a15914b7a, server=36e70e68d79c,38889,1732440112500 in 1.6890 sec 2024-11-24T09:23:13,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-11-24T09:23:13,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0db74fadd98d8c26311a7c6a15914b7a, UNASSIGN in 1.6920 sec 2024-11-24T09:23:13,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-24T09:23:13,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6950 sec 2024-11-24T09:23:13,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440193844"}]},"ts":"1732440193844"} 2024-11-24T09:23:13,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:23:13,850 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:23:13,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7110 sec 2024-11-24T09:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-24T09:23:14,246 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-24T09:23:14,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:23:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,248 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=91, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T09:23:14,249 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=91, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,251 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:14,254 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/recovered.edits] 2024-11-24T09:23:14,257 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/2f17a78b5c32422aac3b2c2a5fff6ff8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/2f17a78b5c32422aac3b2c2a5fff6ff8 2024-11-24T09:23:14,259 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/36ece534ff2748c6914998476743d2ea to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/36ece534ff2748c6914998476743d2ea 2024-11-24T09:23:14,261 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/54082a05c0cb455e82ae1e513607198e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/54082a05c0cb455e82ae1e513607198e 2024-11-24T09:23:14,262 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/82523f18bd80404c9e7a890a0c22d23c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/A/82523f18bd80404c9e7a890a0c22d23c 2024-11-24T09:23:14,265 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/1ef99f9c10734275acb8eb584f6bc9b7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/1ef99f9c10734275acb8eb584f6bc9b7 2024-11-24T09:23:14,266 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3772cc1af5a64e319549acbc4e9e0be2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3772cc1af5a64e319549acbc4e9e0be2 2024-11-24T09:23:14,268 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3e820000d68e4e97977e607e8b7ea2b7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/3e820000d68e4e97977e607e8b7ea2b7 2024-11-24T09:23:14,269 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/9b0cc25644894c7da5dc0ca46c271264 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/B/9b0cc25644894c7da5dc0ca46c271264 2024-11-24T09:23:14,273 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4977961cc5d4ec5af4a29b7f06ea86d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b4977961cc5d4ec5af4a29b7f06ea86d 2024-11-24T09:23:14,274 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b66c90aa00d04410aa27498c1681b206 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/b66c90aa00d04410aa27498c1681b206 2024-11-24T09:23:14,275 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cc1e5db350d44d82bf10e35e2dcf8e2c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cc1e5db350d44d82bf10e35e2dcf8e2c 2024-11-24T09:23:14,277 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cd1df2afb7be4e53a2fa9e82eb90c036 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/C/cd1df2afb7be4e53a2fa9e82eb90c036 2024-11-24T09:23:14,282 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/recovered.edits/472.seqid to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a/recovered.edits/472.seqid 2024-11-24T09:23:14,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/0db74fadd98d8c26311a7c6a15914b7a 2024-11-24T09:23:14,284 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:23:14,286 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=91, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,291 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:23:14,293 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:23:14,294 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=91, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,294 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:23:14,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440194294"}]},"ts":"9223372036854775807"} 2024-11-24T09:23:14,297 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:23:14,297 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0db74fadd98d8c26311a7c6a15914b7a, NAME => 'TestAcidGuarantees,,1732440169074.0db74fadd98d8c26311a7c6a15914b7a.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:23:14,297 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:23:14,297 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440194297"}]},"ts":"9223372036854775807"} 2024-11-24T09:23:14,299 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:23:14,302 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=91, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-24T09:23:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-24T09:23:14,351 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-24T09:23:14,361 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 246), OpenFileDescriptor=455 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=701 (was 740), ProcessCount=11 (was 11), AvailableMemoryMB=6810 (was 6898) 2024-11-24T09:23:14,372 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=701, ProcessCount=11, AvailableMemoryMB=6810 2024-11-24T09:23:14,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:23:14,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:23:14,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:14,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:23:14,376 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:14,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 92 2024-11-24T09:23:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-24T09:23:14,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:23:14,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742214_1390 (size=963) 2024-11-24T09:23:14,387 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:23:14,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742215_1391 (size=53) 2024-11-24T09:23:14,394 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:23:14,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4a546ea00e1eeebecab40dd9d2756f73, disabling compactions & flushes 2024-11-24T09:23:14,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. after waiting 0 ms 2024-11-24T09:23:14,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:14,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:23:14,396 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440194396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440194396"}]},"ts":"1732440194396"} 2024-11-24T09:23:14,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:23:14,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:23:14,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440194398"}]},"ts":"1732440194398"} 2024-11-24T09:23:14,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:23:14,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, ASSIGN}] 2024-11-24T09:23:14,404 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, ASSIGN 2024-11-24T09:23:14,405 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:23:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-24T09:23:14,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:14,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; OpenRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:23:14,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-24T09:23:14,709 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:14,712 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,712 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:23:14,712 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,712 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:23:14,712 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7327): checking encryption for 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,712 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7330): checking classloading for 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,714 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,715 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:14,715 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a546ea00e1eeebecab40dd9d2756f73 columnFamilyName A 2024-11-24T09:23:14,715 DEBUG [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:14,716 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(327): Store=4a546ea00e1eeebecab40dd9d2756f73/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:14,716 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,717 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:14,717 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a546ea00e1eeebecab40dd9d2756f73 columnFamilyName B 2024-11-24T09:23:14,717 DEBUG [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:14,717 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(327): Store=4a546ea00e1eeebecab40dd9d2756f73/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:14,717 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,718 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:14,718 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a546ea00e1eeebecab40dd9d2756f73 columnFamilyName C 2024-11-24T09:23:14,718 DEBUG [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:14,719 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(327): Store=4a546ea00e1eeebecab40dd9d2756f73/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:14,719 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,719 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,720 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,721 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:23:14,722 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1085): writing seq id for 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:14,724 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:23:14,724 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1102): Opened 4a546ea00e1eeebecab40dd9d2756f73; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67193689, jitterRate=0.0012639909982681274}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:23:14,725 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1001): Region open journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:14,726 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., pid=94, masterSystemTime=1732440194709 2024-11-24T09:23:14,728 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,728 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:14,728 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:14,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T09:23:14,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; OpenRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 in 172 msec 2024-11-24T09:23:14,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-24T09:23:14,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, ASSIGN in 327 msec 2024-11-24T09:23:14,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:23:14,733 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440194733"}]},"ts":"1732440194733"} 2024-11-24T09:23:14,734 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:23:14,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=92, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:23:14,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 362 msec 2024-11-24T09:23:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-11-24T09:23:14,979 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-11-24T09:23:14,981 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-11-24T09:23:14,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:14,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:14,988 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:14,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:23:14,990 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:23:14,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:23:14,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:23:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:15,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742216_1392 (size=999) 2024-11-24T09:23:15,405 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T09:23:15,405 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T09:23:15,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:23:15,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, REOPEN/MOVE}] 2024-11-24T09:23:15,410 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, REOPEN/MOVE 2024-11-24T09:23:15,410 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:15,411 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:23:15,411 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:23:15,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:15,563 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,563 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:23:15,563 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing 4a546ea00e1eeebecab40dd9d2756f73, disabling compactions & flushes 2024-11-24T09:23:15,563 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,564 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,564 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. after waiting 0 ms 2024-11-24T09:23:15,564 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,568 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T09:23:15,568 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,568 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:15,568 WARN [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionServer(3786): Not adding moved region record: 4a546ea00e1eeebecab40dd9d2756f73 to self. 2024-11-24T09:23:15,570 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,570 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=CLOSED 2024-11-24T09:23:15,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T09:23:15,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 in 160 msec 2024-11-24T09:23:15,575 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, REOPEN/MOVE; state=CLOSED, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=true 2024-11-24T09:23:15,726 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:15,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=97, state=RUNNABLE; OpenRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:23:15,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:15,882 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,882 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:23:15,883 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,883 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:23:15,883 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7327): checking encryption for 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,883 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7330): checking classloading for 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,884 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,885 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:15,885 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a546ea00e1eeebecab40dd9d2756f73 columnFamilyName A 2024-11-24T09:23:15,886 DEBUG [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:15,887 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(327): Store=4a546ea00e1eeebecab40dd9d2756f73/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:15,888 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,888 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:15,888 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a546ea00e1eeebecab40dd9d2756f73 columnFamilyName B 2024-11-24T09:23:15,888 DEBUG [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:15,889 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(327): Store=4a546ea00e1eeebecab40dd9d2756f73/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:15,889 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,889 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:15,889 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a546ea00e1eeebecab40dd9d2756f73 columnFamilyName C 2024-11-24T09:23:15,889 DEBUG [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:15,890 INFO [StoreOpener-4a546ea00e1eeebecab40dd9d2756f73-1 {}] regionserver.HStore(327): Store=4a546ea00e1eeebecab40dd9d2756f73/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:15,890 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,891 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,892 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,893 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:23:15,894 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1085): writing seq id for 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:15,895 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1102): Opened 4a546ea00e1eeebecab40dd9d2756f73; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59455578, jitterRate=-0.11404284834861755}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:23:15,896 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1001): Region open journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:15,897 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., pid=99, masterSystemTime=1732440195879 2024-11-24T09:23:15,898 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,899 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:15,899 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=OPEN, openSeqNum=5, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:15,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=97 2024-11-24T09:23:15,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=97, state=SUCCESS; OpenRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 in 173 msec 2024-11-24T09:23:15,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-24T09:23:15,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, REOPEN/MOVE in 492 msec 2024-11-24T09:23:15,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-24T09:23:15,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-24T09:23:15,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 912 msec 2024-11-24T09:23:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-24T09:23:15,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-11-24T09:23:15,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-11-24T09:23:15,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,924 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-11-24T09:23:15,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-11-24T09:23:15,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-11-24T09:23:15,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-11-24T09:23:15,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,955 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-11-24T09:23:15,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-11-24T09:23:15,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-11-24T09:23:15,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-11-24T09:23:15,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:15,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:15,984 DEBUG [hconnection-0x7f6dc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-24T09:23:15,985 DEBUG [hconnection-0x75f8e629-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:15,985 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:15,986 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:15,987 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:15,987 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T09:23:15,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:15,991 DEBUG [hconnection-0x5e0147f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:15,993 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:15,996 DEBUG [hconnection-0x35b21613-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:15,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,000 DEBUG [hconnection-0x2085f1d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:16,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:16,002 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:16,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:16,011 DEBUG [hconnection-0x6f764aea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:16,012 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440256015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440256017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440256018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440256017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440256018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,025 DEBUG [hconnection-0xa2f7829-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:16,025 DEBUG [hconnection-0x59600e01-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:16,026 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,026 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,034 DEBUG [hconnection-0x3723086e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:16,035 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,042 DEBUG [hconnection-0x792de1bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:16,043 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:16,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b81d957edb5444a3afe6b6718a655878_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440195997/Put/seqid=0 2024-11-24T09:23:16,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742217_1393 (size=12154) 2024-11-24T09:23:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T09:23:16,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440256118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440256118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440256121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440256121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440256121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:16,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:16,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T09:23:16,292 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:16,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440256321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440256321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440256322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440256323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440256326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,445 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,478 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:16,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b81d957edb5444a3afe6b6718a655878_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b81d957edb5444a3afe6b6718a655878_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:16,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/ae64693a5b4e4a8ba5f6dae726fa6b67, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:16,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/ae64693a5b4e4a8ba5f6dae726fa6b67 is 175, key is test_row_0/A:col10/1732440195997/Put/seqid=0 2024-11-24T09:23:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742218_1394 (size=30955) 2024-11-24T09:23:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T09:23:16,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440256627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440256629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440256630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440256630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440256630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:16,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:16,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:16,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/ae64693a5b4e4a8ba5f6dae726fa6b67 2024-11-24T09:23:16,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/76421374916a4d04bfb248ff7a82cb32 is 50, key is test_row_0/B:col10/1732440195997/Put/seqid=0 2024-11-24T09:23:17,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742219_1395 (size=12001) 2024-11-24T09:23:17,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T09:23:17,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440257134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440257134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440257134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440257134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440257135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:17,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:17,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/76421374916a4d04bfb248ff7a82cb32 2024-11-24T09:23:17,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/636c0be43c44401d99657e6b4eac6afc is 50, key is test_row_0/C:col10/1732440195997/Put/seqid=0 2024-11-24T09:23:17,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742220_1396 (size=12001) 2024-11-24T09:23:17,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/636c0be43c44401d99657e6b4eac6afc 2024-11-24T09:23:17,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/ae64693a5b4e4a8ba5f6dae726fa6b67 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67 2024-11-24T09:23:17,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67, entries=150, sequenceid=17, filesize=30.2 K 2024-11-24T09:23:17,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/76421374916a4d04bfb248ff7a82cb32 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/76421374916a4d04bfb248ff7a82cb32 2024-11-24T09:23:17,517 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:17,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/76421374916a4d04bfb248ff7a82cb32, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T09:23:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/636c0be43c44401d99657e6b4eac6afc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/636c0be43c44401d99657e6b4eac6afc 2024-11-24T09:23:17,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/636c0be43c44401d99657e6b4eac6afc, entries=150, sequenceid=17, filesize=11.7 K 2024-11-24T09:23:17,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4a546ea00e1eeebecab40dd9d2756f73 in 1538ms, sequenceid=17, compaction requested=false 2024-11-24T09:23:17,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:17,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:17,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-24T09:23:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,671 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248aa380c792a94a4f91d74876dd4f3cdd_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440196011/Put/seqid=0 2024-11-24T09:23:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742221_1397 (size=12154) 2024-11-24T09:23:17,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,735 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411248aa380c792a94a4f91d74876dd4f3cdd_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248aa380c792a94a4f91d74876dd4f3cdd_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/89c8b7497bd3416eaf7d549e5b3e6754, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:17,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/89c8b7497bd3416eaf7d549e5b3e6754 is 175, key is test_row_0/A:col10/1732440196011/Put/seqid=0 2024-11-24T09:23:17,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742222_1398 (size=30955) 2024-11-24T09:23:17,774 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/89c8b7497bd3416eaf7d549e5b3e6754 2024-11-24T09:23:17,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/59adaa9514944cf18127e0431874c2c2 is 50, key is test_row_0/B:col10/1732440196011/Put/seqid=0 2024-11-24T09:23:17,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742223_1399 (size=12001) 2024-11-24T09:23:17,840 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/59adaa9514944cf18127e0431874c2c2 2024-11-24T09:23:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/9f3c25d33eeb48aea264ab46c5bfdce0 is 50, key is test_row_0/C:col10/1732440196011/Put/seqid=0 2024-11-24T09:23:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742224_1400 (size=12001) 2024-11-24T09:23:17,878 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/9f3c25d33eeb48aea264ab46c5bfdce0 2024-11-24T09:23:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/89c8b7497bd3416eaf7d549e5b3e6754 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754 2024-11-24T09:23:17,887 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T09:23:17,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/59adaa9514944cf18127e0431874c2c2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/59adaa9514944cf18127e0431874c2c2 2024-11-24T09:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,895 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/59adaa9514944cf18127e0431874c2c2, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/9f3c25d33eeb48aea264ab46c5bfdce0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9f3c25d33eeb48aea264ab46c5bfdce0 2024-11-24T09:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,901 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9f3c25d33eeb48aea264ab46c5bfdce0, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:23:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,902 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 4a546ea00e1eeebecab40dd9d2756f73 in 231ms, sequenceid=41, compaction requested=false 2024-11-24T09:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:17,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-24T09:23:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-24T09:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-24T09:23:17,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9160 sec 2024-11-24T09:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 1.9210 sec 2024-11-24T09:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-24T09:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,092 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-24T09:23:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-24T09:23:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,096 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:18,096 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:18,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:18,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245fcbc2dffa3f49f5b9ac7a97306888bf_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742226_1402 (size=24358) 2024-11-24T09:23:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,305 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,311 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245fcbc2dffa3f49f5b9ac7a97306888bf_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245fcbc2dffa3f49f5b9ac7a97306888bf_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,312 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2aeee5dd3c8e4d07abd22d5c0249f25d, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2aeee5dd3c8e4d07abd22d5c0249f25d is 175, key is test_row_0/A:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:18,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742225_1401 (size=73994) 2024-11-24T09:23:18,317 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2aeee5dd3c8e4d07abd22d5c0249f25d 2024-11-24T09:23:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440258317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440258319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440258319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440258320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440258321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/73f2922409d249f8a2ced131088e88dd is 50, key is test_row_0/B:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742227_1403 (size=12001) 2024-11-24T09:23:18,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/73f2922409d249f8a2ced131088e88dd 2024-11-24T09:23:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:18,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:18,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/e6971877a74a4e51a0ee3a36e2404edb is 50, key is test_row_0/C:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:18,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440258431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440258431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440258431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440258432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440258433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742228_1404 (size=12001) 2024-11-24T09:23:18,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440258642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440258642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440258644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440258645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440258645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:18,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:18,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:18,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,869 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:18,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/e6971877a74a4e51a0ee3a36e2404edb 2024-11-24T09:23:18,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2aeee5dd3c8e4d07abd22d5c0249f25d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d 2024-11-24T09:23:18,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d, entries=400, sequenceid=52, filesize=72.3 K 2024-11-24T09:23:18,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/73f2922409d249f8a2ced131088e88dd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/73f2922409d249f8a2ced131088e88dd 2024-11-24T09:23:18,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/73f2922409d249f8a2ced131088e88dd, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T09:23:18,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/e6971877a74a4e51a0ee3a36e2404edb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/e6971877a74a4e51a0ee3a36e2404edb 2024-11-24T09:23:18,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/e6971877a74a4e51a0ee3a36e2404edb, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T09:23:18,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a546ea00e1eeebecab40dd9d2756f73 in 702ms, sequenceid=52, compaction requested=true 2024-11-24T09:23:18,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:18,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:18,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:18,910 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:18,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:18,910 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:18,911 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:18,911 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/B is initiating minor compaction (all files) 2024-11-24T09:23:18,911 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/B in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,911 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135904 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:18,911 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/76421374916a4d04bfb248ff7a82cb32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/59adaa9514944cf18127e0431874c2c2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/73f2922409d249f8a2ced131088e88dd] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=35.2 K 2024-11-24T09:23:18,911 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/A is initiating minor compaction (all files) 2024-11-24T09:23:18,911 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/A in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,911 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=132.7 K 2024-11-24T09:23:18,911 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,911 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d] 2024-11-24T09:23:18,912 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 76421374916a4d04bfb248ff7a82cb32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732440195996 2024-11-24T09:23:18,912 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae64693a5b4e4a8ba5f6dae726fa6b67, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732440195996 2024-11-24T09:23:18,912 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 59adaa9514944cf18127e0431874c2c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440196011 2024-11-24T09:23:18,912 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89c8b7497bd3416eaf7d549e5b3e6754, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440196011 2024-11-24T09:23:18,912 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 73f2922409d249f8a2ced131088e88dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440198185 2024-11-24T09:23:18,913 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2aeee5dd3c8e4d07abd22d5c0249f25d, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440198185 2024-11-24T09:23:18,931 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#B#compaction#345 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:18,932 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/dee56e25be454108831a53ab01b21af1 is 50, key is test_row_0/B:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:18,945 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:18,959 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112423af01b8b29044e8a6add70440cb8d01_4a546ea00e1eeebecab40dd9d2756f73 store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:18,962 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112423af01b8b29044e8a6add70440cb8d01_4a546ea00e1eeebecab40dd9d2756f73, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:18,962 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112423af01b8b29044e8a6add70440cb8d01_4a546ea00e1eeebecab40dd9d2756f73 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:18,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:23:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:18,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440258969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440258970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742229_1405 (size=12104) 2024-11-24T09:23:18,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440258977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440258979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440258978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:18,992 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/dee56e25be454108831a53ab01b21af1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/dee56e25be454108831a53ab01b21af1 2024-11-24T09:23:18,997 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/B of 4a546ea00e1eeebecab40dd9d2756f73 into dee56e25be454108831a53ab01b21af1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:18,997 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:18,997 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/B, priority=13, startTime=1732440198910; duration=0sec 2024-11-24T09:23:18,997 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:18,997 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:B 2024-11-24T09:23:18,997 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:18,998 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:18,998 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/C is initiating minor compaction (all files) 2024-11-24T09:23:18,998 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/C in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:18,998 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/636c0be43c44401d99657e6b4eac6afc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9f3c25d33eeb48aea264ab46c5bfdce0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/e6971877a74a4e51a0ee3a36e2404edb] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=35.2 K 2024-11-24T09:23:18,999 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 636c0be43c44401d99657e6b4eac6afc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732440195996 2024-11-24T09:23:18,999 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f3c25d33eeb48aea264ab46c5bfdce0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440196011 2024-11-24T09:23:18,999 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e6971877a74a4e51a0ee3a36e2404edb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440198185 2024-11-24T09:23:19,022 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,046 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:19,047 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/6dbb2679840242f694924af5efd3dcc9 is 50, key is test_row_0/C:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:19,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742230_1406 (size=4469) 2024-11-24T09:23:19,055 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#A#compaction#346 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:19,056 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/ea7f5de6d4274ecda2c4782e30c951f2 is 175, key is test_row_0/A:col10/1732440198206/Put/seqid=0 2024-11-24T09:23:19,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400100b2dc59b4028baf0d6a440c5a510_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440198317/Put/seqid=0 2024-11-24T09:23:19,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440259081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440259081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440259091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440259091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440259091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742231_1407 (size=12104) 2024-11-24T09:23:19,138 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/6dbb2679840242f694924af5efd3dcc9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6dbb2679840242f694924af5efd3dcc9 2024-11-24T09:23:19,147 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/C of 4a546ea00e1eeebecab40dd9d2756f73 into 6dbb2679840242f694924af5efd3dcc9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:19,147 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:19,147 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/C, priority=13, startTime=1732440198910; duration=0sec 2024-11-24T09:23:19,148 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:19,148 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:C 2024-11-24T09:23:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742232_1408 (size=31058) 2024-11-24T09:23:19,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742233_1409 (size=14594) 2024-11-24T09:23:19,171 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/ea7f5de6d4274ecda2c4782e30c951f2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ea7f5de6d4274ecda2c4782e30c951f2 2024-11-24T09:23:19,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,176 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/A of 4a546ea00e1eeebecab40dd9d2756f73 into ea7f5de6d4274ecda2c4782e30c951f2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:19,176 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:19,176 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/A, priority=13, startTime=1732440198909; duration=0sec 2024-11-24T09:23:19,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,176 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:19,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,176 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:A 2024-11-24T09:23:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:19,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440259291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440259294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440259303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440259303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440259303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,406 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:23:19,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,567 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:19,571 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112400100b2dc59b4028baf0d6a440c5a510_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400100b2dc59b4028baf0d6a440c5a510_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:19,572 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/044fb62ff677440a8705eb8f9a18bb00, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:19,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/044fb62ff677440a8705eb8f9a18bb00 is 175, key is test_row_0/A:col10/1732440198317/Put/seqid=0 2024-11-24T09:23:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440259599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440259599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742234_1410 (size=39549) 2024-11-24T09:23:19,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440259608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440259609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440259609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,797 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:19,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:19,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:19,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,010 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/044fb62ff677440a8705eb8f9a18bb00 2024-11-24T09:23:20,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/4d1040c27737456293dacabed1b49d54 is 50, key is test_row_0/B:col10/1732440198317/Put/seqid=0 2024-11-24T09:23:20,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742235_1411 (size=12001) 2024-11-24T09:23:20,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/4d1040c27737456293dacabed1b49d54 2024-11-24T09:23:20,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c4abfa62307d4b77a2acd03c73527f19 is 50, key is test_row_0/C:col10/1732440198317/Put/seqid=0 2024-11-24T09:23:20,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440260109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440260117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440260117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440260117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:20,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440260117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742236_1412 (size=12001) 2024-11-24T09:23:20,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:20,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:20,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:20,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,353 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:23:20,412 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:20,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c4abfa62307d4b77a2acd03c73527f19 2024-11-24T09:23:20,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/044fb62ff677440a8705eb8f9a18bb00 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00 2024-11-24T09:23:20,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00, entries=200, sequenceid=78, filesize=38.6 K 2024-11-24T09:23:20,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/4d1040c27737456293dacabed1b49d54 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/4d1040c27737456293dacabed1b49d54 2024-11-24T09:23:20,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/4d1040c27737456293dacabed1b49d54, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:23:20,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c4abfa62307d4b77a2acd03c73527f19 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c4abfa62307d4b77a2acd03c73527f19 2024-11-24T09:23:20,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c4abfa62307d4b77a2acd03c73527f19, entries=150, sequenceid=78, filesize=11.7 K 2024-11-24T09:23:20,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4a546ea00e1eeebecab40dd9d2756f73 in 1593ms, sequenceid=78, compaction requested=false 2024-11-24T09:23:20,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:20,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:20,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-24T09:23:20,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:20,566 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:23:20,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124555e640771204de4b919a4481693655a_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440198966/Put/seqid=0 2024-11-24T09:23:20,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742237_1413 (size=12154) 2024-11-24T09:23:21,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:21,041 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124555e640771204de4b919a4481693655a_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124555e640771204de4b919a4481693655a_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:21,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/01d3b10b63c74c24963c8cd31ad76efe, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:21,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/01d3b10b63c74c24963c8cd31ad76efe is 175, key is test_row_0/A:col10/1732440198966/Put/seqid=0 2024-11-24T09:23:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742238_1414 (size=30955) 2024-11-24T09:23:21,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440261148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440261150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440261152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440261151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440261152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440261253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440261257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440261257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440261257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440261257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,447 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/01d3b10b63c74c24963c8cd31ad76efe 2024-11-24T09:23:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/694059052da04bf9a0795e035bc34792 is 50, key is test_row_0/B:col10/1732440198966/Put/seqid=0 2024-11-24T09:23:21,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742239_1415 (size=12001) 2024-11-24T09:23:21,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440261458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440261462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440261463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440261463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440261463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440261762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440261766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440261767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440261769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:21,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440261769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:21,860 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/694059052da04bf9a0795e035bc34792 2024-11-24T09:23:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/b4f8accb52974ccf8f2d613a0b3a62f9 is 50, key is test_row_0/C:col10/1732440198966/Put/seqid=0 2024-11-24T09:23:21,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742240_1416 (size=12001) 2024-11-24T09:23:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:22,271 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/b4f8accb52974ccf8f2d613a0b3a62f9 2024-11-24T09:23:22,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440262268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/01d3b10b63c74c24963c8cd31ad76efe as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe 2024-11-24T09:23:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440262272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:22,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440262273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:22,279 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe, entries=150, sequenceid=91, filesize=30.2 K 2024-11-24T09:23:22,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:22,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440262274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:22,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/694059052da04bf9a0795e035bc34792 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/694059052da04bf9a0795e035bc34792 2024-11-24T09:23:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440262276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:22,283 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/694059052da04bf9a0795e035bc34792, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T09:23:22,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/b4f8accb52974ccf8f2d613a0b3a62f9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b4f8accb52974ccf8f2d613a0b3a62f9 2024-11-24T09:23:22,287 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b4f8accb52974ccf8f2d613a0b3a62f9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T09:23:22,287 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4a546ea00e1eeebecab40dd9d2756f73 in 1721ms, sequenceid=91, compaction requested=true 2024-11-24T09:23:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-24T09:23:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-24T09:23:22,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-24T09:23:22,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1930 sec 2024-11-24T09:23:22,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 4.1990 sec 2024-11-24T09:23:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:23,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:23:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:23,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:23,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112483def707ecaf478ca3e9a754fe11496e_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:23,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742241_1417 (size=14594) 2024-11-24T09:23:23,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440263288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440263290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440263290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440263291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440263295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440263397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440263397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440263397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440263397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440263401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440263603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440263603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440263603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440263604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440263607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:23,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112483def707ecaf478ca3e9a754fe11496e_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483def707ecaf478ca3e9a754fe11496e_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:23,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/7144ea4dc5e04b7ca75552b4c686ee03, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:23,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/7144ea4dc5e04b7ca75552b4c686ee03 is 175, key is test_row_0/A:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742242_1418 (size=39549) 2024-11-24T09:23:23,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440263907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440263908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440263909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440263909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:23,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440263912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:24,109 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/7144ea4dc5e04b7ca75552b4c686ee03 2024-11-24T09:23:24,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/70c455a96a784d129dd10402e6ae7128 is 50, key is test_row_0/B:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:24,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742243_1419 (size=12001) 2024-11-24T09:23:24,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/70c455a96a784d129dd10402e6ae7128 2024-11-24T09:23:24,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c8caeeb9c1504233a220f6c3b6ce7539 is 50, key is test_row_0/C:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:24,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742244_1420 (size=12001) 2024-11-24T09:23:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440264413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:24,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:24,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440264413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:24,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440264415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:24,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440264417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:24,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440264417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:24,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c8caeeb9c1504233a220f6c3b6ce7539 2024-11-24T09:23:24,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/7144ea4dc5e04b7ca75552b4c686ee03 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03 2024-11-24T09:23:24,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03, entries=200, sequenceid=118, filesize=38.6 K 2024-11-24T09:23:24,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/70c455a96a784d129dd10402e6ae7128 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/70c455a96a784d129dd10402e6ae7128 2024-11-24T09:23:24,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/70c455a96a784d129dd10402e6ae7128, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T09:23:24,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c8caeeb9c1504233a220f6c3b6ce7539 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c8caeeb9c1504233a220f6c3b6ce7539 2024-11-24T09:23:24,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c8caeeb9c1504233a220f6c3b6ce7539, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T09:23:24,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4a546ea00e1eeebecab40dd9d2756f73 in 1273ms, sequenceid=118, compaction requested=true 2024-11-24T09:23:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:24,554 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:24,554 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:24,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:24,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:24,555 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/B is initiating minor compaction (all files) 2024-11-24T09:23:24,555 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/B in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:24,555 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/dee56e25be454108831a53ab01b21af1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/4d1040c27737456293dacabed1b49d54, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/694059052da04bf9a0795e035bc34792, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/70c455a96a784d129dd10402e6ae7128] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=47.0 K 2024-11-24T09:23:24,555 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:24,556 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/A is initiating minor compaction (all files) 2024-11-24T09:23:24,556 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/A in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:24,556 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ea7f5de6d4274ecda2c4782e30c951f2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=137.8 K 2024-11-24T09:23:24,556 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:24,556 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ea7f5de6d4274ecda2c4782e30c951f2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03] 2024-11-24T09:23:24,556 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea7f5de6d4274ecda2c4782e30c951f2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440198185 2024-11-24T09:23:24,556 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting dee56e25be454108831a53ab01b21af1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440198185 2024-11-24T09:23:24,557 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d1040c27737456293dacabed1b49d54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440198317 2024-11-24T09:23:24,557 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044fb62ff677440a8705eb8f9a18bb00, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440198317 2024-11-24T09:23:24,557 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 694059052da04bf9a0795e035bc34792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732440198966 2024-11-24T09:23:24,557 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01d3b10b63c74c24963c8cd31ad76efe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732440198966 2024-11-24T09:23:24,558 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 70c455a96a784d129dd10402e6ae7128, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732440201147 2024-11-24T09:23:24,558 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7144ea4dc5e04b7ca75552b4c686ee03, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732440201147 2024-11-24T09:23:24,567 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:24,567 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/9d1518102a3f410fa299d89657c9b566 is 50, key is test_row_0/B:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:24,572 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742245_1421 (size=12241) 2024-11-24T09:23:24,575 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112409083ce1102f4f8b829da3d67321127e_4a546ea00e1eeebecab40dd9d2756f73 store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:24,579 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112409083ce1102f4f8b829da3d67321127e_4a546ea00e1eeebecab40dd9d2756f73, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:24,579 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112409083ce1102f4f8b829da3d67321127e_4a546ea00e1eeebecab40dd9d2756f73 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:24,581 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/9d1518102a3f410fa299d89657c9b566 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9d1518102a3f410fa299d89657c9b566 2024-11-24T09:23:24,585 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/B of 4a546ea00e1eeebecab40dd9d2756f73 into 9d1518102a3f410fa299d89657c9b566(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:24,585 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:24,585 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/B, priority=12, startTime=1732440204554; duration=0sec 2024-11-24T09:23:24,585 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:24,585 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:B 2024-11-24T09:23:24,586 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:24,586 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:24,587 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/C is initiating minor compaction (all files) 2024-11-24T09:23:24,587 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/C in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:24,587 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6dbb2679840242f694924af5efd3dcc9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c4abfa62307d4b77a2acd03c73527f19, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b4f8accb52974ccf8f2d613a0b3a62f9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c8caeeb9c1504233a220f6c3b6ce7539] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=47.0 K 2024-11-24T09:23:24,587 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dbb2679840242f694924af5efd3dcc9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440198185 2024-11-24T09:23:24,587 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c4abfa62307d4b77a2acd03c73527f19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732440198317 2024-11-24T09:23:24,588 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b4f8accb52974ccf8f2d613a0b3a62f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732440198966 2024-11-24T09:23:24,588 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c8caeeb9c1504233a220f6c3b6ce7539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732440201147 2024-11-24T09:23:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742246_1422 (size=4469) 2024-11-24T09:23:24,596 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:24,597 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/1e3d67e541514bdfb26692825a48755f is 50, key is test_row_0/C:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:24,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742247_1423 (size=12241) 2024-11-24T09:23:24,990 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#A#compaction#358 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:24,991 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/b80bcd16b370450089c60802da44c99b is 175, key is test_row_0/A:col10/1732440201147/Put/seqid=0 2024-11-24T09:23:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742248_1424 (size=31195) 2024-11-24T09:23:25,004 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/1e3d67e541514bdfb26692825a48755f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/1e3d67e541514bdfb26692825a48755f 2024-11-24T09:23:25,009 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/C of 4a546ea00e1eeebecab40dd9d2756f73 into 1e3d67e541514bdfb26692825a48755f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:25,009 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:25,009 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/C, priority=12, startTime=1732440204554; duration=0sec 2024-11-24T09:23:25,009 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:25,009 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:C 2024-11-24T09:23:25,400 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/b80bcd16b370450089c60802da44c99b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/b80bcd16b370450089c60802da44c99b 2024-11-24T09:23:25,404 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/A of 4a546ea00e1eeebecab40dd9d2756f73 into b80bcd16b370450089c60802da44c99b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:25,404 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:25,404 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/A, priority=12, startTime=1732440204554; duration=0sec 2024-11-24T09:23:25,404 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:25,404 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:A 2024-11-24T09:23:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:25,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:25,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:25,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112421c03644ebcb4eb6ad9a2d0d75755935_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440203294/Put/seqid=0 2024-11-24T09:23:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742249_1425 (size=14694) 2024-11-24T09:23:25,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440265448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440265449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440265449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440265450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440265451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440265554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440265555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440265556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440265556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440265556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440265758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440265758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440265760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440265760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440265761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:25,834 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:25,837 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112421c03644ebcb4eb6ad9a2d0d75755935_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112421c03644ebcb4eb6ad9a2d0d75755935_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:25,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/492c043c599843739a88d0f04ef34947, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:25,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/492c043c599843739a88d0f04ef34947 is 175, key is test_row_0/A:col10/1732440203294/Put/seqid=0 2024-11-24T09:23:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742250_1426 (size=39649) 2024-11-24T09:23:26,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440266061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440266062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440266067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440266068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440266068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-24T09:23:26,213 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-24T09:23:26,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-24T09:23:26,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T09:23:26,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:26,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:26,244 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/492c043c599843739a88d0f04ef34947 2024-11-24T09:23:26,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/bafb5b72b4224630927b245713ee8bcb is 50, key is test_row_0/B:col10/1732440203294/Put/seqid=0 2024-11-24T09:23:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742251_1427 (size=12101) 2024-11-24T09:23:26,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/bafb5b72b4224630927b245713ee8bcb 2024-11-24T09:23:26,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/9d6ad54b5f164ef78a2feb404a7e048d is 50, key is test_row_0/C:col10/1732440203294/Put/seqid=0 2024-11-24T09:23:26,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742252_1428 (size=12101) 2024-11-24T09:23:26,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/9d6ad54b5f164ef78a2feb404a7e048d 2024-11-24T09:23:26,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/492c043c599843739a88d0f04ef34947 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947 2024-11-24T09:23:26,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947, entries=200, sequenceid=132, filesize=38.7 K 2024-11-24T09:23:26,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/bafb5b72b4224630927b245713ee8bcb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bafb5b72b4224630927b245713ee8bcb 2024-11-24T09:23:26,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bafb5b72b4224630927b245713ee8bcb, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T09:23:26,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/9d6ad54b5f164ef78a2feb404a7e048d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9d6ad54b5f164ef78a2feb404a7e048d 2024-11-24T09:23:26,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9d6ad54b5f164ef78a2feb404a7e048d, entries=150, sequenceid=132, filesize=11.8 K 2024-11-24T09:23:26,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a546ea00e1eeebecab40dd9d2756f73 in 863ms, sequenceid=132, compaction requested=false 2024-11-24T09:23:26,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T09:23:26,368 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-24T09:23:26,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:26,368 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:26,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124525a570d73bc49f98d27311f287d985d_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440205449/Put/seqid=0 2024-11-24T09:23:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742253_1429 (size=12304) 2024-11-24T09:23:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T09:23:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:26,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440266575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440266576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440266576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440266581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440266581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440266682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440266683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440266683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440266689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440266689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:26,783 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124525a570d73bc49f98d27311f287d985d_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124525a570d73bc49f98d27311f287d985d_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:26,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/deb1c8d3cc104d37952876a4e72ff509, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:26,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/deb1c8d3cc104d37952876a4e72ff509 is 175, key is test_row_0/A:col10/1732440205449/Put/seqid=0 2024-11-24T09:23:26,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742254_1430 (size=31105) 2024-11-24T09:23:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T09:23:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440266885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440266887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440266887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440266893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:26,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440266893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,189 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/deb1c8d3cc104d37952876a4e72ff509 2024-11-24T09:23:27,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440267188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440267192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/bb8ace4e5465460999d4d197182ab68b is 50, key is test_row_0/B:col10/1732440205449/Put/seqid=0 2024-11-24T09:23:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440267192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440267196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440267198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742255_1431 (size=12151) 2024-11-24T09:23:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T09:23:27,601 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/bb8ace4e5465460999d4d197182ab68b 2024-11-24T09:23:27,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/f6dc5e8a0c7444e08b29e5369ad7571b is 50, key is test_row_0/C:col10/1732440205449/Put/seqid=0 2024-11-24T09:23:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742256_1432 (size=12151) 2024-11-24T09:23:27,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440267695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440267696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440267700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440267702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:27,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:27,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440267702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,012 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/f6dc5e8a0c7444e08b29e5369ad7571b 2024-11-24T09:23:28,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/deb1c8d3cc104d37952876a4e72ff509 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509 2024-11-24T09:23:28,019 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509, entries=150, sequenceid=157, filesize=30.4 K 2024-11-24T09:23:28,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/bb8ace4e5465460999d4d197182ab68b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bb8ace4e5465460999d4d197182ab68b 2024-11-24T09:23:28,023 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bb8ace4e5465460999d4d197182ab68b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T09:23:28,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/f6dc5e8a0c7444e08b29e5369ad7571b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/f6dc5e8a0c7444e08b29e5369ad7571b 2024-11-24T09:23:28,027 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/f6dc5e8a0c7444e08b29e5369ad7571b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-24T09:23:28,028 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4a546ea00e1eeebecab40dd9d2756f73 in 1660ms, sequenceid=157, compaction requested=true 2024-11-24T09:23:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:28,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-24T09:23:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-24T09:23:28,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-24T09:23:28,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-11-24T09:23:28,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.8170 sec 2024-11-24T09:23:28,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-24T09:23:28,319 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-24T09:23:28,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-24T09:23:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T09:23:28,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:28,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:28,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T09:23:28,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:28,475 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:28,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bfecf8e1cb55400398cd0a3ee7034ff2_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440206575/Put/seqid=0 2024-11-24T09:23:28,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742257_1433 (size=12304) 2024-11-24T09:23:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T09:23:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:28,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440268758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440268763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440268763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440268764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440268765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440268866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440268869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440268871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440268871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440268871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:28,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:28,891 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bfecf8e1cb55400398cd0a3ee7034ff2_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfecf8e1cb55400398cd0a3ee7034ff2_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:28,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/af041b9116be4852bf3228c5b61afd8f, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:28,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/af041b9116be4852bf3228c5b61afd8f is 175, key is test_row_0/A:col10/1732440206575/Put/seqid=0 2024-11-24T09:23:28,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742258_1434 (size=31105) 2024-11-24T09:23:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T09:23:29,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440269071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440269073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440269076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440269076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440269077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,297 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/af041b9116be4852bf3228c5b61afd8f 2024-11-24T09:23:29,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/cd48ec3c328c4c39adf2f2e96a378f96 is 50, key is test_row_0/B:col10/1732440206575/Put/seqid=0 2024-11-24T09:23:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742259_1435 (size=12151) 2024-11-24T09:23:29,315 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/cd48ec3c328c4c39adf2f2e96a378f96 2024-11-24T09:23:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/4c105b5591094a8a8d1ba888b8d0c8e5 is 50, key is test_row_0/C:col10/1732440206575/Put/seqid=0 2024-11-24T09:23:29,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742260_1436 (size=12151) 2024-11-24T09:23:29,332 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/4c105b5591094a8a8d1ba888b8d0c8e5 2024-11-24T09:23:29,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/af041b9116be4852bf3228c5b61afd8f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f 2024-11-24T09:23:29,342 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f, entries=150, sequenceid=169, filesize=30.4 K 2024-11-24T09:23:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/cd48ec3c328c4c39adf2f2e96a378f96 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/cd48ec3c328c4c39adf2f2e96a378f96 2024-11-24T09:23:29,357 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/cd48ec3c328c4c39adf2f2e96a378f96, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:23:29,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/4c105b5591094a8a8d1ba888b8d0c8e5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4c105b5591094a8a8d1ba888b8d0c8e5 2024-11-24T09:23:29,361 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4c105b5591094a8a8d1ba888b8d0c8e5, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T09:23:29,362 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4a546ea00e1eeebecab40dd9d2756f73 in 887ms, sequenceid=169, compaction requested=true 2024-11-24T09:23:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-24T09:23:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-24T09:23:29,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-24T09:23:29,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-24T09:23:29,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.0440 sec 2024-11-24T09:23:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:29,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:23:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:29,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b43af5972a324c719fa25c2b2ee3b718_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742261_1437 (size=17284) 2024-11-24T09:23:29,392 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:29,395 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b43af5972a324c719fa25c2b2ee3b718_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b43af5972a324c719fa25c2b2ee3b718_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:29,396 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/6955e612f2194857b372d1e9229221ff, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:29,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/6955e612f2194857b372d1e9229221ff is 175, key is test_row_0/A:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440269390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440269390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440269392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742262_1438 (size=48389) 2024-11-24T09:23:29,401 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/6955e612f2194857b372d1e9229221ff 2024-11-24T09:23:29,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440269398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440269398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/6305eb446820492681490949e5ac0be6 is 50, key is test_row_0/B:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742263_1439 (size=12151) 2024-11-24T09:23:29,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/6305eb446820492681490949e5ac0be6 2024-11-24T09:23:29,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/2d0dd3e434a744199804914f17a4e5b9 is 50, key is test_row_0/C:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742264_1440 (size=12151) 2024-11-24T09:23:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-24T09:23:29,425 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-24T09:23:29,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-24T09:23:29,427 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T09:23:29,428 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:29,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:29,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440269499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440269500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440269500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440269507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440269508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T09:23:29,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T09:23:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:29,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:29,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:29,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440269702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440269706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440269706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440269712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440269713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T09:23:29,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T09:23:29,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:29,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:29,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:29,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/2d0dd3e434a744199804914f17a4e5b9 2024-11-24T09:23:29,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/6955e612f2194857b372d1e9229221ff as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff 2024-11-24T09:23:29,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff, entries=250, sequenceid=195, filesize=47.3 K 2024-11-24T09:23:29,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/6305eb446820492681490949e5ac0be6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/6305eb446820492681490949e5ac0be6 2024-11-24T09:23:29,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/6305eb446820492681490949e5ac0be6, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T09:23:29,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/2d0dd3e434a744199804914f17a4e5b9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/2d0dd3e434a744199804914f17a4e5b9 2024-11-24T09:23:29,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/2d0dd3e434a744199804914f17a4e5b9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T09:23:29,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4a546ea00e1eeebecab40dd9d2756f73 in 457ms, sequenceid=195, compaction requested=true 2024-11-24T09:23:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:29,838 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:23:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:29,838 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:23:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:29,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:29,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:29,839 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181443 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:23:29,839 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/A is initiating minor compaction (all files) 2024-11-24T09:23:29,839 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/A in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,840 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/b80bcd16b370450089c60802da44c99b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=177.2 K 2024-11-24T09:23:29,840 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,840 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/b80bcd16b370450089c60802da44c99b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff] 2024-11-24T09:23:29,840 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:23:29,840 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/B is initiating minor compaction (all files) 2024-11-24T09:23:29,840 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/B in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,840 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b80bcd16b370450089c60802da44c99b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732440201147 2024-11-24T09:23:29,840 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9d1518102a3f410fa299d89657c9b566, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bafb5b72b4224630927b245713ee8bcb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bb8ace4e5465460999d4d197182ab68b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/cd48ec3c328c4c39adf2f2e96a378f96, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/6305eb446820492681490949e5ac0be6] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=59.4 K 2024-11-24T09:23:29,840 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 492c043c599843739a88d0f04ef34947, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732440203288 2024-11-24T09:23:29,840 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d1518102a3f410fa299d89657c9b566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732440201147 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting deb1c8d3cc104d37952876a4e72ff509, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732440205443 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bafb5b72b4224630927b245713ee8bcb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732440203294 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting af041b9116be4852bf3228c5b61afd8f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440206566 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bb8ace4e5465460999d4d197182ab68b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732440205443 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6955e612f2194857b372d1e9229221ff, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440208756 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting cd48ec3c328c4c39adf2f2e96a378f96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440206566 2024-11-24T09:23:29,841 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6305eb446820492681490949e5ac0be6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440208764 2024-11-24T09:23:29,849 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:29,851 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112430043e3ed8894734af066266404a849c_4a546ea00e1eeebecab40dd9d2756f73 store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:29,851 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#B#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:29,852 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/19e8097e9d1c47ab96958f30e7a88859 is 50, key is test_row_0/B:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,853 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112430043e3ed8894734af066266404a849c_4a546ea00e1eeebecab40dd9d2756f73, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:29,853 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430043e3ed8894734af066266404a849c_4a546ea00e1eeebecab40dd9d2756f73 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:29,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742265_1441 (size=12561) 2024-11-24T09:23:29,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742266_1442 (size=4469) 2024-11-24T09:23:29,866 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#A#compaction#372 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:29,867 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/541fe550e2ae446ba2252a7170dde626 is 175, key is test_row_0/A:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742267_1443 (size=31515) 2024-11-24T09:23:29,874 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/541fe550e2ae446ba2252a7170dde626 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/541fe550e2ae446ba2252a7170dde626 2024-11-24T09:23:29,878 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/A of 4a546ea00e1eeebecab40dd9d2756f73 into 541fe550e2ae446ba2252a7170dde626(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:29,878 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:29,878 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/A, priority=11, startTime=1732440209838; duration=0sec 2024-11-24T09:23:29,878 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:29,878 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:A 2024-11-24T09:23:29,878 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-24T09:23:29,879 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-24T09:23:29,879 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/C is initiating minor compaction (all files) 2024-11-24T09:23:29,879 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/C in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,879 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/1e3d67e541514bdfb26692825a48755f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9d6ad54b5f164ef78a2feb404a7e048d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/f6dc5e8a0c7444e08b29e5369ad7571b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4c105b5591094a8a8d1ba888b8d0c8e5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/2d0dd3e434a744199804914f17a4e5b9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=59.4 K 2024-11-24T09:23:29,880 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e3d67e541514bdfb26692825a48755f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732440201147 2024-11-24T09:23:29,880 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d6ad54b5f164ef78a2feb404a7e048d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732440203294 2024-11-24T09:23:29,880 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6dc5e8a0c7444e08b29e5369ad7571b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732440205443 2024-11-24T09:23:29,880 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c105b5591094a8a8d1ba888b8d0c8e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732440206566 2024-11-24T09:23:29,881 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d0dd3e434a744199804914f17a4e5b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440208764 2024-11-24T09:23:29,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:29,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:29,887 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:29,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:29,890 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:29,891 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/322e3e444ac04184946065910f9b457d is 50, key is test_row_0/C:col10/1732440208764/Put/seqid=0 2024-11-24T09:23:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f018c7ca0d149c98e1dd6ba73e6e1d5_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440209389/Put/seqid=0 2024-11-24T09:23:29,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742268_1444 (size=12561) 2024-11-24T09:23:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742269_1445 (size=12304) 2024-11-24T09:23:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:29,914 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244f018c7ca0d149c98e1dd6ba73e6e1d5_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f018c7ca0d149c98e1dd6ba73e6e1d5_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/9cbdabdb2e7f42a084ebc59626a706cb, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/9cbdabdb2e7f42a084ebc59626a706cb is 175, key is test_row_0/A:col10/1732440209389/Put/seqid=0 2024-11-24T09:23:29,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742270_1446 (size=31105) 2024-11-24T09:23:29,919 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/9cbdabdb2e7f42a084ebc59626a706cb 2024-11-24T09:23:29,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/0fc6ca096b7f4b8c822355b9672d375b is 50, key is test_row_0/B:col10/1732440209389/Put/seqid=0 2024-11-24T09:23:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742271_1447 (size=12151) 2024-11-24T09:23:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:30,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T09:23:30,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440270064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440270066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440270066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440270067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440270068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440270169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440270174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440270174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440270174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440270174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,262 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/19e8097e9d1c47ab96958f30e7a88859 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/19e8097e9d1c47ab96958f30e7a88859 2024-11-24T09:23:30,266 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/B of 4a546ea00e1eeebecab40dd9d2756f73 into 19e8097e9d1c47ab96958f30e7a88859(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:30,266 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:30,266 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/B, priority=11, startTime=1732440209838; duration=0sec 2024-11-24T09:23:30,266 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:30,266 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:B 2024-11-24T09:23:30,305 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/322e3e444ac04184946065910f9b457d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/322e3e444ac04184946065910f9b457d 2024-11-24T09:23:30,310 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/C of 4a546ea00e1eeebecab40dd9d2756f73 into 322e3e444ac04184946065910f9b457d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:30,310 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:30,310 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/C, priority=11, startTime=1732440209838; duration=0sec 2024-11-24T09:23:30,310 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:30,310 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:C 2024-11-24T09:23:30,329 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/0fc6ca096b7f4b8c822355b9672d375b 2024-11-24T09:23:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/ecfb81179f544b5a83a2fc58b5ebc226 is 50, key is test_row_0/C:col10/1732440209389/Put/seqid=0 2024-11-24T09:23:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742272_1448 (size=12151) 2024-11-24T09:23:30,339 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/ecfb81179f544b5a83a2fc58b5ebc226 2024-11-24T09:23:30,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/9cbdabdb2e7f42a084ebc59626a706cb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb 2024-11-24T09:23:30,345 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb, entries=150, sequenceid=207, filesize=30.4 K 2024-11-24T09:23:30,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/0fc6ca096b7f4b8c822355b9672d375b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/0fc6ca096b7f4b8c822355b9672d375b 2024-11-24T09:23:30,350 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/0fc6ca096b7f4b8c822355b9672d375b, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T09:23:30,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/ecfb81179f544b5a83a2fc58b5ebc226 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/ecfb81179f544b5a83a2fc58b5ebc226 2024-11-24T09:23:30,354 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/ecfb81179f544b5a83a2fc58b5ebc226, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T09:23:30,355 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a546ea00e1eeebecab40dd9d2756f73 in 468ms, sequenceid=207, compaction requested=false 2024-11-24T09:23:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-24T09:23:30,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-24T09:23:30,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-24T09:23:30,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 928 msec 2024-11-24T09:23:30,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 932 msec 2024-11-24T09:23:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:30,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:30,379 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:30,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243fe2800f957b4db681e09419330176cc_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742273_1449 (size=14794) 2024-11-24T09:23:30,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440270389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440270389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440270389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440270390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440270394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440270498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440270498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440270498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440270499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440270499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-24T09:23:30,531 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-24T09:23:30,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-24T09:23:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:30,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:30,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:30,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:30,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440270702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440270703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440270703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440270703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440270703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:30,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243fe2800f957b4db681e09419330176cc_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fe2800f957b4db681e09419330176cc_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:30,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/bd2e0cff47bd4b49ab866449caa900c5, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:30,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/bd2e0cff47bd4b49ab866449caa900c5 is 175, key is test_row_0/A:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:30,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742274_1450 (size=39749) 2024-11-24T09:23:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:30,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:30,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:30,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:30,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:30,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440271011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440271012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440271012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440271012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440271012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:31,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:31,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/bd2e0cff47bd4b49ab866449caa900c5 2024-11-24T09:23:31,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/81904ca5e0954de3be9dd8c627fe36a8 is 50, key is test_row_0/B:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:31,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742275_1451 (size=12151) 2024-11-24T09:23:31,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/81904ca5e0954de3be9dd8c627fe36a8 2024-11-24T09:23:31,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/23ebe95186444b148cfca28b246a0701 is 50, key is test_row_0/C:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:31,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742276_1452 (size=12151) 2024-11-24T09:23:31,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440271516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440271517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440271518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440271518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440271518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,602 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:31,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/23ebe95186444b148cfca28b246a0701 2024-11-24T09:23:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/bd2e0cff47bd4b49ab866449caa900c5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5 2024-11-24T09:23:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5, entries=200, sequenceid=235, filesize=38.8 K 2024-11-24T09:23:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/81904ca5e0954de3be9dd8c627fe36a8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/81904ca5e0954de3be9dd8c627fe36a8 2024-11-24T09:23:31,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/81904ca5e0954de3be9dd8c627fe36a8, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T09:23:31,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/23ebe95186444b148cfca28b246a0701 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/23ebe95186444b148cfca28b246a0701 2024-11-24T09:23:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:31,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/23ebe95186444b148cfca28b246a0701, entries=150, sequenceid=235, filesize=11.9 K 2024-11-24T09:23:31,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4a546ea00e1eeebecab40dd9d2756f73 in 1261ms, sequenceid=235, compaction requested=true 2024-11-24T09:23:31,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:31,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:31,640 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:31,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:31,640 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:31,640 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:31,640 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:31,640 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/A is initiating minor compaction (all files) 2024-11-24T09:23:31,641 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/B is initiating minor compaction (all files) 2024-11-24T09:23:31,641 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/A in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,641 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/B in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,641 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/541fe550e2ae446ba2252a7170dde626, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=100.0 K 2024-11-24T09:23:31,641 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,641 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/541fe550e2ae446ba2252a7170dde626, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5] 2024-11-24T09:23:31,641 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/19e8097e9d1c47ab96958f30e7a88859, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/0fc6ca096b7f4b8c822355b9672d375b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/81904ca5e0954de3be9dd8c627fe36a8] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=36.0 K 2024-11-24T09:23:31,641 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 541fe550e2ae446ba2252a7170dde626, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440208764 2024-11-24T09:23:31,641 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 19e8097e9d1c47ab96958f30e7a88859, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440208764 2024-11-24T09:23:31,641 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cbdabdb2e7f42a084ebc59626a706cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732440209389 2024-11-24T09:23:31,641 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc6ca096b7f4b8c822355b9672d375b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732440209389 2024-11-24T09:23:31,642 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd2e0cff47bd4b49ab866449caa900c5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732440210058 2024-11-24T09:23:31,642 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 81904ca5e0954de3be9dd8c627fe36a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732440210058 2024-11-24T09:23:31,648 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:31,648 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:31,649 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/3605a6258518477e95e6cf586d7ab697 is 50, key is test_row_0/B:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:31,652 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249e6d62b1501e4909bba494aa5500051f_4a546ea00e1eeebecab40dd9d2756f73 store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:31,654 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249e6d62b1501e4909bba494aa5500051f_4a546ea00e1eeebecab40dd9d2756f73, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:31,655 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249e6d62b1501e4909bba494aa5500051f_4a546ea00e1eeebecab40dd9d2756f73 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:31,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742277_1453 (size=12663) 2024-11-24T09:23:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742278_1454 (size=4469) 2024-11-24T09:23:31,687 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#A#compaction#382 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:31,688 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/99e56672f935481bb41e79dfa9a22294 is 175, key is test_row_0/A:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742279_1455 (size=31617) 2024-11-24T09:23:31,707 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/99e56672f935481bb41e79dfa9a22294 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/99e56672f935481bb41e79dfa9a22294 2024-11-24T09:23:31,712 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/A of 4a546ea00e1eeebecab40dd9d2756f73 into 99e56672f935481bb41e79dfa9a22294(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:31,712 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:31,712 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/A, priority=13, startTime=1732440211639; duration=0sec 2024-11-24T09:23:31,712 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:31,712 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:A 2024-11-24T09:23:31,712 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:31,713 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:31,713 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/C is initiating minor compaction (all files) 2024-11-24T09:23:31,713 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/C in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,713 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/322e3e444ac04184946065910f9b457d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/ecfb81179f544b5a83a2fc58b5ebc226, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/23ebe95186444b148cfca28b246a0701] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=36.0 K 2024-11-24T09:23:31,713 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 322e3e444ac04184946065910f9b457d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440208764 2024-11-24T09:23:31,714 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecfb81179f544b5a83a2fc58b5ebc226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732440209389 2024-11-24T09:23:31,714 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23ebe95186444b148cfca28b246a0701, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732440210058 2024-11-24T09:23:31,722 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:31,722 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/42b6917e7c47407a92128e2c65c90358 is 50, key is test_row_0/C:col10/1732440210058/Put/seqid=0 2024-11-24T09:23:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742280_1456 (size=12663) 2024-11-24T09:23:31,732 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/42b6917e7c47407a92128e2c65c90358 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/42b6917e7c47407a92128e2c65c90358 2024-11-24T09:23:31,737 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/C of 4a546ea00e1eeebecab40dd9d2756f73 into 42b6917e7c47407a92128e2c65c90358(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:31,737 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:31,737 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/C, priority=13, startTime=1732440211640; duration=0sec 2024-11-24T09:23:31,737 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:31,737 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:C 2024-11-24T09:23:31,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:31,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-24T09:23:31,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:31,756 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:23:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:31,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f95763067e404f3aa41db870ee711153_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440210387/Put/seqid=0 2024-11-24T09:23:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742281_1457 (size=12304) 2024-11-24T09:23:32,066 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/3605a6258518477e95e6cf586d7ab697 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/3605a6258518477e95e6cf586d7ab697 2024-11-24T09:23:32,072 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/B of 4a546ea00e1eeebecab40dd9d2756f73 into 3605a6258518477e95e6cf586d7ab697(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:32,072 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:32,072 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/B, priority=13, startTime=1732440211640; duration=0sec 2024-11-24T09:23:32,072 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:32,072 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:B 2024-11-24T09:23:32,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:32,171 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f95763067e404f3aa41db870ee711153_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f95763067e404f3aa41db870ee711153_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:32,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/952b70e2423e4c09826e2709626445af, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:32,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/952b70e2423e4c09826e2709626445af is 175, key is test_row_0/A:col10/1732440210387/Put/seqid=0 2024-11-24T09:23:32,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742282_1458 (size=31105) 2024-11-24T09:23:32,177 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/952b70e2423e4c09826e2709626445af 2024-11-24T09:23:32,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/af6359a4470a45b9863f4ccfcd588b35 is 50, key is test_row_0/B:col10/1732440210387/Put/seqid=0 2024-11-24T09:23:32,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742283_1459 (size=12151) 2024-11-24T09:23:32,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:32,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440272575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440272575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440272576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440272576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440272576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,588 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/af6359a4470a45b9863f4ccfcd588b35 2024-11-24T09:23:32,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/d9130eb82c68497bb0c608e74f7bc99a is 50, key is test_row_0/C:col10/1732440210387/Put/seqid=0 2024-11-24T09:23:32,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742284_1460 (size=12151) 2024-11-24T09:23:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:32,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440272680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440272680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440272681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440272681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440272681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440272884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440272885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440272886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440272886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440272887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:32,999 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/d9130eb82c68497bb0c608e74f7bc99a 2024-11-24T09:23:33,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/952b70e2423e4c09826e2709626445af as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af 2024-11-24T09:23:33,008 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af, entries=150, sequenceid=247, filesize=30.4 K 2024-11-24T09:23:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/af6359a4470a45b9863f4ccfcd588b35 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/af6359a4470a45b9863f4ccfcd588b35 2024-11-24T09:23:33,012 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/af6359a4470a45b9863f4ccfcd588b35, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T09:23:33,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/d9130eb82c68497bb0c608e74f7bc99a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/d9130eb82c68497bb0c608e74f7bc99a 2024-11-24T09:23:33,016 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/d9130eb82c68497bb0c608e74f7bc99a, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T09:23:33,017 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4a546ea00e1eeebecab40dd9d2756f73 in 1261ms, sequenceid=247, compaction requested=false 2024-11-24T09:23:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-24T09:23:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-24T09:23:33,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-24T09:23:33,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4850 sec 2024-11-24T09:23:33,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.4890 sec 2024-11-24T09:23:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:33,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T09:23:33,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:33,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:33,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:33,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:33,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:33,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:33,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b27231e7282e4a57ac04ca7a699f4b71_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440273197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440273197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742285_1461 (size=14994) 2024-11-24T09:23:33,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440273201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440273202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440273202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440273303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440273303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440273307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440273310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440273310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440273507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440273508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440273511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440273515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440273516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,604 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:33,608 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b27231e7282e4a57ac04ca7a699f4b71_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b27231e7282e4a57ac04ca7a699f4b71_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:33,609 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/f96bed2ab185457fb1fed7e7eaeef80b, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:33,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/f96bed2ab185457fb1fed7e7eaeef80b is 175, key is test_row_0/A:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:33,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742286_1462 (size=39949) 2024-11-24T09:23:33,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440273810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440273812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440273817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440273819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:33,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440273821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,014 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/f96bed2ab185457fb1fed7e7eaeef80b 2024-11-24T09:23:34,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/9bab5b72d4434f3589c5b3b060defce8 is 50, key is test_row_0/B:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742287_1463 (size=12301) 2024-11-24T09:23:34,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440274316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440274316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440274320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440274326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440274326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/9bab5b72d4434f3589c5b3b060defce8 2024-11-24T09:23:34,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/5bafeaf593bd4232802f78447504b261 is 50, key is test_row_0/C:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:34,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742288_1464 (size=12301) 2024-11-24T09:23:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-24T09:23:34,638 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-24T09:23:34,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:34,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-24T09:23:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T09:23:34,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:34,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:34,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T09:23:34,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T09:23:34,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:34,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:34,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:34,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/5bafeaf593bd4232802f78447504b261 2024-11-24T09:23:34,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/f96bed2ab185457fb1fed7e7eaeef80b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b 2024-11-24T09:23:34,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b, entries=200, sequenceid=275, filesize=39.0 K 2024-11-24T09:23:34,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/9bab5b72d4434f3589c5b3b060defce8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9bab5b72d4434f3589c5b3b060defce8 2024-11-24T09:23:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9bab5b72d4434f3589c5b3b060defce8, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T09:23:34,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/5bafeaf593bd4232802f78447504b261 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/5bafeaf593bd4232802f78447504b261 2024-11-24T09:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/5bafeaf593bd4232802f78447504b261, entries=150, sequenceid=275, filesize=12.0 K 2024-11-24T09:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 4a546ea00e1eeebecab40dd9d2756f73 in 1673ms, sequenceid=275, compaction requested=true 2024-11-24T09:23:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:34,865 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:34,865 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:34,866 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/B is initiating minor compaction (all files) 2024-11-24T09:23:34,866 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/B in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/3605a6258518477e95e6cf586d7ab697, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/af6359a4470a45b9863f4ccfcd588b35, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9bab5b72d4434f3589c5b3b060defce8] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=36.2 K 2024-11-24T09:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,866 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:34,866 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3605a6258518477e95e6cf586d7ab697, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732440210058 2024-11-24T09:23:34,866 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/A is initiating minor compaction (all files) 2024-11-24T09:23:34,866 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/A in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,867 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/99e56672f935481bb41e79dfa9a22294, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=100.3 K 2024-11-24T09:23:34,867 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:34,867 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/99e56672f935481bb41e79dfa9a22294, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b] 2024-11-24T09:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,867 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting af6359a4470a45b9863f4ccfcd588b35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732440210387 2024-11-24T09:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,867 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99e56672f935481bb41e79dfa9a22294, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732440210058 2024-11-24T09:23:34,867 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bab5b72d4434f3589c5b3b060defce8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732440212575 2024-11-24T09:23:34,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,868 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 952b70e2423e4c09826e2709626445af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732440210387 2024-11-24T09:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,868 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96bed2ab185457fb1fed7e7eaeef80b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732440212570 2024-11-24T09:23:34,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,875 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,876 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/8206c3a6167947ef937fb98293009454 is 50, key is test_row_0/B:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,877 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,893 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112484d6a04c42034795b883f5cd62fa66b7_4a546ea00e1eeebecab40dd9d2756f73 store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,894 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112484d6a04c42034795b883f5cd62fa66b7_4a546ea00e1eeebecab40dd9d2756f73, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:34,895 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112484d6a04c42034795b883f5cd62fa66b7_4a546ea00e1eeebecab40dd9d2756f73 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:34,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742289_1465 (size=12915) 2024-11-24T09:23:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742290_1466 (size=4469) 2024-11-24T09:23:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-24T09:23:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:34,947 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:34,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f695d278807c43c2895fab4e52aafa22_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440213200/Put/seqid=0 2024-11-24T09:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742291_1467 (size=9914) 2024-11-24T09:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,976 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f695d278807c43c2895fab4e52aafa22_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f695d278807c43c2895fab4e52aafa22_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2982b09c22b74e52b080c33185ed24df, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2982b09c22b74e52b080c33185ed24df is 175, key is test_row_0/A:col10/1732440213200/Put/seqid=0 2024-11-24T09:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742292_1468 (size=22561) 2024-11-24T09:23:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T09:23:35,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,300 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/8206c3a6167947ef937fb98293009454 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/8206c3a6167947ef937fb98293009454 2024-11-24T09:23:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,303 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#A#compaction#391 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:35,304 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/a466b4b1ec0148c392654525a0cd9d19 is 175, key is test_row_0/A:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,305 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/B of 4a546ea00e1eeebecab40dd9d2756f73 into 8206c3a6167947ef937fb98293009454(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:35,305 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:35,305 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/B, priority=13, startTime=1732440214865; duration=0sec 2024-11-24T09:23:35,305 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:35,305 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:B 2024-11-24T09:23:35,305 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,306 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:35,306 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): 4a546ea00e1eeebecab40dd9d2756f73/C is initiating minor compaction (all files) 2024-11-24T09:23:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,307 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a546ea00e1eeebecab40dd9d2756f73/C in TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:35,307 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/42b6917e7c47407a92128e2c65c90358, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/d9130eb82c68497bb0c608e74f7bc99a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/5bafeaf593bd4232802f78447504b261] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp, totalSize=36.2 K 2024-11-24T09:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,307 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 42b6917e7c47407a92128e2c65c90358, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732440210058 2024-11-24T09:23:35,307 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d9130eb82c68497bb0c608e74f7bc99a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732440210387 2024-11-24T09:23:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,308 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bafeaf593bd4232802f78447504b261, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732440212575 2024-11-24T09:23:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,319 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a546ea00e1eeebecab40dd9d2756f73#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,319 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/b8f87d7fc8894bf98b42fad61dce477b is 50, key is test_row_0/C:col10/1732440212576/Put/seqid=0 2024-11-24T09:23:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742293_1469 (size=31869) 2024-11-24T09:23:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,327 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/a466b4b1ec0148c392654525a0cd9d19 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/a466b4b1ec0148c392654525a0cd9d19 2024-11-24T09:23:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,332 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/A of 4a546ea00e1eeebecab40dd9d2756f73 into a466b4b1ec0148c392654525a0cd9d19(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:35,332 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:35,332 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/A, priority=13, startTime=1732440214865; duration=0sec 2024-11-24T09:23:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,332 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,332 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:A 2024-11-24T09:23:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:35,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. as already flushing 2024-11-24T09:23:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742294_1470 (size=12915) 2024-11-24T09:23:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,393 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2982b09c22b74e52b080c33185ed24df 2024-11-24T09:23:35,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/37b647eecc0b46c2981bc7b22bd4dba2 is 50, key is test_row_0/B:col10/1732440213200/Put/seqid=0 2024-11-24T09:23:35,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:35,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742295_1471 (size=9857) 2024-11-24T09:23:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440275434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440275435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440275437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440275439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440275445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440275546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440275546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440275548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440275548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440275555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T09:23:35,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440275754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440275754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440275755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440275755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440275762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:35,784 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/b8f87d7fc8894bf98b42fad61dce477b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b8f87d7fc8894bf98b42fad61dce477b 2024-11-24T09:23:35,790 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a546ea00e1eeebecab40dd9d2756f73/C of 4a546ea00e1eeebecab40dd9d2756f73 into b8f87d7fc8894bf98b42fad61dce477b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:35,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:35,791 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73., storeName=4a546ea00e1eeebecab40dd9d2756f73/C, priority=13, startTime=1732440214865; duration=0sec 2024-11-24T09:23:35,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:35,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:C 2024-11-24T09:23:35,842 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/37b647eecc0b46c2981bc7b22bd4dba2 2024-11-24T09:23:35,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c745d1cfc1644d0d9c2a3d7ca63c6d20 is 50, key is test_row_0/C:col10/1732440213200/Put/seqid=0 2024-11-24T09:23:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742296_1472 (size=9857) 2024-11-24T09:23:36,028 DEBUG [Thread-1761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:61826 2024-11-24T09:23:36,028 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,028 DEBUG [Thread-1757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:61826 2024-11-24T09:23:36,028 DEBUG [Thread-1757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,030 DEBUG [Thread-1755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:61826 2024-11-24T09:23:36,030 DEBUG [Thread-1755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,030 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:61826 2024-11-24T09:23:36,030 DEBUG [Thread-1759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:61826 2024-11-24T09:23:36,030 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,030 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:36,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41366 deadline: 1732440276060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41374 deadline: 1732440276060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41356 deadline: 1732440276061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41336 deadline: 1732440276061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41342 deadline: 1732440276070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,301 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c745d1cfc1644d0d9c2a3d7ca63c6d20 2024-11-24T09:23:36,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/2982b09c22b74e52b080c33185ed24df as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2982b09c22b74e52b080c33185ed24df 2024-11-24T09:23:36,309 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2982b09c22b74e52b080c33185ed24df, entries=100, sequenceid=286, filesize=22.0 K 2024-11-24T09:23:36,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/37b647eecc0b46c2981bc7b22bd4dba2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/37b647eecc0b46c2981bc7b22bd4dba2 2024-11-24T09:23:36,315 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/37b647eecc0b46c2981bc7b22bd4dba2, entries=100, sequenceid=286, filesize=9.6 K 2024-11-24T09:23:36,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/c745d1cfc1644d0d9c2a3d7ca63c6d20 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c745d1cfc1644d0d9c2a3d7ca63c6d20 2024-11-24T09:23:36,319 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c745d1cfc1644d0d9c2a3d7ca63c6d20, entries=100, sequenceid=286, filesize=9.6 K 2024-11-24T09:23:36,320 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a546ea00e1eeebecab40dd9d2756f73 in 1373ms, sequenceid=286, compaction requested=false 2024-11-24T09:23:36,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:36,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:36,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-24T09:23:36,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-24T09:23:36,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-24T09:23:36,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6810 sec 2024-11-24T09:23:36,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.6840 sec 2024-11-24T09:23:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:36,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:23:36,564 DEBUG [Thread-1748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:61826 2024-11-24T09:23:36,564 DEBUG [Thread-1748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:36,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:36,567 DEBUG [Thread-1744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:61826 2024-11-24T09:23:36,567 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,569 DEBUG [Thread-1750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:61826 2024-11-24T09:23:36,569 DEBUG [Thread-1750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,569 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:61826 2024-11-24T09:23:36,569 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aded81398a904d4ea1e85660e85be42b_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_0/A:col10/1732440216562/Put/seqid=0 2024-11-24T09:23:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742297_1473 (size=12454) 2024-11-24T09:23:36,579 DEBUG [Thread-1746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:61826 2024-11-24T09:23:36,579 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-24T09:23:36,746 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2555 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7665 rows 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2550 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7650 rows 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2563 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7689 rows 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2545 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7635 rows 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2539 2024-11-24T09:23:36,747 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7617 rows 2024-11-24T09:23:36,747 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:23:36,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:61826 2024-11-24T09:23:36,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:23:36,749 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:23:36,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:23:36,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:36,754 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440216753"}]},"ts":"1732440216753"} 2024-11-24T09:23:36,755 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:23:36,757 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:23:36,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:23:36,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, UNASSIGN}] 2024-11-24T09:23:36,760 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=116, ppid=115, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, UNASSIGN 2024-11-24T09:23:36,760 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,761 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:23:36,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; CloseRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:23:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:36,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:36,913 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(124): Close 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:36,913 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:23:36,913 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1681): Closing 4a546ea00e1eeebecab40dd9d2756f73, disabling compactions & flushes 2024-11-24T09:23:36,913 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:36,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:36,992 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124aded81398a904d4ea1e85660e85be42b_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aded81398a904d4ea1e85660e85be42b_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:36,993 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/df7cb66f90034bdea3d362f22c1779ce, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:36,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/df7cb66f90034bdea3d362f22c1779ce is 175, key is test_row_0/A:col10/1732440216562/Put/seqid=0 2024-11-24T09:23:36,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742298_1474 (size=31255) 2024-11-24T09:23:36,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/df7cb66f90034bdea3d362f22c1779ce 2024-11-24T09:23:37,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/f77068b62a484433958d269fe1bf3a44 is 50, key is test_row_0/B:col10/1732440216562/Put/seqid=0 2024-11-24T09:23:37,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742299_1475 (size=12301) 2024-11-24T09:23:37,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:37,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/f77068b62a484433958d269fe1bf3a44 2024-11-24T09:23:37,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/6595eb39544442eba71d77f95681ce73 is 50, key is test_row_0/C:col10/1732440216562/Put/seqid=0 2024-11-24T09:23:37,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742300_1476 (size=12301) 2024-11-24T09:23:37,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/6595eb39544442eba71d77f95681ce73 2024-11-24T09:23:37,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/df7cb66f90034bdea3d362f22c1779ce as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/df7cb66f90034bdea3d362f22c1779ce 2024-11-24T09:23:37,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/df7cb66f90034bdea3d362f22c1779ce, entries=150, sequenceid=315, filesize=30.5 K 2024-11-24T09:23:37,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/f77068b62a484433958d269fe1bf3a44 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/f77068b62a484433958d269fe1bf3a44 2024-11-24T09:23:37,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/f77068b62a484433958d269fe1bf3a44, entries=150, sequenceid=315, filesize=12.0 K 2024-11-24T09:23:37,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/6595eb39544442eba71d77f95681ce73 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6595eb39544442eba71d77f95681ce73 2024-11-24T09:23:37,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6595eb39544442eba71d77f95681ce73, entries=150, sequenceid=315, filesize=12.0 K 2024-11-24T09:23:37,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for 4a546ea00e1eeebecab40dd9d2756f73 in 1269ms, sequenceid=315, compaction requested=true 2024-11-24T09:23:37,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:37,833 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:37,833 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. because compaction request was cancelled 2024-11-24T09:23:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. after waiting 0 ms 2024-11-24T09:23:37,833 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:A 2024-11-24T09:23:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:37,833 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. because compaction request was cancelled 2024-11-24T09:23:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:B, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:37,833 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:B 2024-11-24T09:23:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a546ea00e1eeebecab40dd9d2756f73:C, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:37,833 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. because compaction request was cancelled 2024-11-24T09:23:37,833 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(2837): Flushing 4a546ea00e1eeebecab40dd9d2756f73 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:23:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:37,833 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a546ea00e1eeebecab40dd9d2756f73:C 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=A 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=B 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a546ea00e1eeebecab40dd9d2756f73, store=C 2024-11-24T09:23:37,833 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:37,837 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eff7e77806db4bcd97bcd79fd1a243c1_4a546ea00e1eeebecab40dd9d2756f73 is 50, key is test_row_1/A:col10/1732440216578/Put/seqid=0 2024-11-24T09:23:37,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742301_1477 (size=9914) 2024-11-24T09:23:37,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:38,241 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:38,245 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124eff7e77806db4bcd97bcd79fd1a243c1_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eff7e77806db4bcd97bcd79fd1a243c1_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:38,246 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/0814d2efc239479a8a419623f75416e2, store: [table=TestAcidGuarantees family=A region=4a546ea00e1eeebecab40dd9d2756f73] 2024-11-24T09:23:38,247 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/0814d2efc239479a8a419623f75416e2 is 175, key is test_row_1/A:col10/1732440216578/Put/seqid=0 2024-11-24T09:23:38,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742302_1478 (size=22561) 2024-11-24T09:23:38,651 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/0814d2efc239479a8a419623f75416e2 2024-11-24T09:23:38,658 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/78bad301d456458fb68370c57ca1bea1 is 50, key is test_row_1/B:col10/1732440216578/Put/seqid=0 2024-11-24T09:23:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742303_1479 (size=9857) 2024-11-24T09:23:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:39,062 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/78bad301d456458fb68370c57ca1bea1 2024-11-24T09:23:39,076 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/4f946b7e86c047d58279dd9b0232d28e is 50, key is test_row_1/C:col10/1732440216578/Put/seqid=0 2024-11-24T09:23:39,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742304_1480 (size=9857) 2024-11-24T09:23:39,484 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/4f946b7e86c047d58279dd9b0232d28e 2024-11-24T09:23:39,488 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/A/0814d2efc239479a8a419623f75416e2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/0814d2efc239479a8a419623f75416e2 2024-11-24T09:23:39,491 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/0814d2efc239479a8a419623f75416e2, entries=100, sequenceid=322, filesize=22.0 K 2024-11-24T09:23:39,492 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/B/78bad301d456458fb68370c57ca1bea1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/78bad301d456458fb68370c57ca1bea1 2024-11-24T09:23:39,495 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/78bad301d456458fb68370c57ca1bea1, entries=100, sequenceid=322, filesize=9.6 K 2024-11-24T09:23:39,495 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/.tmp/C/4f946b7e86c047d58279dd9b0232d28e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4f946b7e86c047d58279dd9b0232d28e 2024-11-24T09:23:39,499 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4f946b7e86c047d58279dd9b0232d28e, entries=100, sequenceid=322, filesize=9.6 K 2024-11-24T09:23:39,499 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 4a546ea00e1eeebecab40dd9d2756f73 in 1666ms, sequenceid=322, compaction requested=true 2024-11-24T09:23:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ea7f5de6d4274ecda2c4782e30c951f2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/b80bcd16b370450089c60802da44c99b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/541fe550e2ae446ba2252a7170dde626, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/99e56672f935481bb41e79dfa9a22294, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b] to archive 2024-11-24T09:23:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ae64693a5b4e4a8ba5f6dae726fa6b67 2024-11-24T09:23:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/89c8b7497bd3416eaf7d549e5b3e6754 2024-11-24T09:23:39,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2aeee5dd3c8e4d07abd22d5c0249f25d 2024-11-24T09:23:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ea7f5de6d4274ecda2c4782e30c951f2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/ea7f5de6d4274ecda2c4782e30c951f2 2024-11-24T09:23:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/044fb62ff677440a8705eb8f9a18bb00 2024-11-24T09:23:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/01d3b10b63c74c24963c8cd31ad76efe 2024-11-24T09:23:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/7144ea4dc5e04b7ca75552b4c686ee03 2024-11-24T09:23:39,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/b80bcd16b370450089c60802da44c99b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/b80bcd16b370450089c60802da44c99b 2024-11-24T09:23:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/492c043c599843739a88d0f04ef34947 2024-11-24T09:23:39,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/deb1c8d3cc104d37952876a4e72ff509 2024-11-24T09:23:39,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/af041b9116be4852bf3228c5b61afd8f 2024-11-24T09:23:39,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/6955e612f2194857b372d1e9229221ff 2024-11-24T09:23:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/541fe550e2ae446ba2252a7170dde626 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/541fe550e2ae446ba2252a7170dde626 2024-11-24T09:23:39,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/9cbdabdb2e7f42a084ebc59626a706cb 2024-11-24T09:23:39,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/bd2e0cff47bd4b49ab866449caa900c5 2024-11-24T09:23:39,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/99e56672f935481bb41e79dfa9a22294 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/99e56672f935481bb41e79dfa9a22294 2024-11-24T09:23:39,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/952b70e2423e4c09826e2709626445af 2024-11-24T09:23:39,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/f96bed2ab185457fb1fed7e7eaeef80b 2024-11-24T09:23:39,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/76421374916a4d04bfb248ff7a82cb32, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/59adaa9514944cf18127e0431874c2c2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/dee56e25be454108831a53ab01b21af1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/73f2922409d249f8a2ced131088e88dd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/4d1040c27737456293dacabed1b49d54, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/694059052da04bf9a0795e035bc34792, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9d1518102a3f410fa299d89657c9b566, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/70c455a96a784d129dd10402e6ae7128, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bafb5b72b4224630927b245713ee8bcb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bb8ace4e5465460999d4d197182ab68b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/cd48ec3c328c4c39adf2f2e96a378f96, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/19e8097e9d1c47ab96958f30e7a88859, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/6305eb446820492681490949e5ac0be6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/0fc6ca096b7f4b8c822355b9672d375b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/3605a6258518477e95e6cf586d7ab697, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/81904ca5e0954de3be9dd8c627fe36a8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/af6359a4470a45b9863f4ccfcd588b35, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9bab5b72d4434f3589c5b3b060defce8] to archive 2024-11-24T09:23:39,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:39,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/76421374916a4d04bfb248ff7a82cb32 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/76421374916a4d04bfb248ff7a82cb32 2024-11-24T09:23:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/59adaa9514944cf18127e0431874c2c2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/59adaa9514944cf18127e0431874c2c2 2024-11-24T09:23:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/dee56e25be454108831a53ab01b21af1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/dee56e25be454108831a53ab01b21af1 2024-11-24T09:23:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/73f2922409d249f8a2ced131088e88dd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/73f2922409d249f8a2ced131088e88dd 2024-11-24T09:23:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/4d1040c27737456293dacabed1b49d54 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/4d1040c27737456293dacabed1b49d54 2024-11-24T09:23:39,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/694059052da04bf9a0795e035bc34792 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/694059052da04bf9a0795e035bc34792 2024-11-24T09:23:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9d1518102a3f410fa299d89657c9b566 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9d1518102a3f410fa299d89657c9b566 2024-11-24T09:23:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/70c455a96a784d129dd10402e6ae7128 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/70c455a96a784d129dd10402e6ae7128 2024-11-24T09:23:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bafb5b72b4224630927b245713ee8bcb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bafb5b72b4224630927b245713ee8bcb 2024-11-24T09:23:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bb8ace4e5465460999d4d197182ab68b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/bb8ace4e5465460999d4d197182ab68b 2024-11-24T09:23:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/cd48ec3c328c4c39adf2f2e96a378f96 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/cd48ec3c328c4c39adf2f2e96a378f96 2024-11-24T09:23:39,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/19e8097e9d1c47ab96958f30e7a88859 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/19e8097e9d1c47ab96958f30e7a88859 2024-11-24T09:23:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/6305eb446820492681490949e5ac0be6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/6305eb446820492681490949e5ac0be6 2024-11-24T09:23:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/0fc6ca096b7f4b8c822355b9672d375b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/0fc6ca096b7f4b8c822355b9672d375b 2024-11-24T09:23:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/3605a6258518477e95e6cf586d7ab697 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/3605a6258518477e95e6cf586d7ab697 2024-11-24T09:23:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/81904ca5e0954de3be9dd8c627fe36a8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/81904ca5e0954de3be9dd8c627fe36a8 2024-11-24T09:23:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/af6359a4470a45b9863f4ccfcd588b35 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/af6359a4470a45b9863f4ccfcd588b35 2024-11-24T09:23:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9bab5b72d4434f3589c5b3b060defce8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/9bab5b72d4434f3589c5b3b060defce8 2024-11-24T09:23:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/636c0be43c44401d99657e6b4eac6afc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9f3c25d33eeb48aea264ab46c5bfdce0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6dbb2679840242f694924af5efd3dcc9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/e6971877a74a4e51a0ee3a36e2404edb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c4abfa62307d4b77a2acd03c73527f19, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b4f8accb52974ccf8f2d613a0b3a62f9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/1e3d67e541514bdfb26692825a48755f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c8caeeb9c1504233a220f6c3b6ce7539, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9d6ad54b5f164ef78a2feb404a7e048d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/f6dc5e8a0c7444e08b29e5369ad7571b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4c105b5591094a8a8d1ba888b8d0c8e5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/322e3e444ac04184946065910f9b457d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/2d0dd3e434a744199804914f17a4e5b9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/ecfb81179f544b5a83a2fc58b5ebc226, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/42b6917e7c47407a92128e2c65c90358, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/23ebe95186444b148cfca28b246a0701, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/d9130eb82c68497bb0c608e74f7bc99a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/5bafeaf593bd4232802f78447504b261] to archive 2024-11-24T09:23:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/636c0be43c44401d99657e6b4eac6afc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/636c0be43c44401d99657e6b4eac6afc 2024-11-24T09:23:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9f3c25d33eeb48aea264ab46c5bfdce0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9f3c25d33eeb48aea264ab46c5bfdce0 2024-11-24T09:23:39,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6dbb2679840242f694924af5efd3dcc9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6dbb2679840242f694924af5efd3dcc9 2024-11-24T09:23:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/e6971877a74a4e51a0ee3a36e2404edb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/e6971877a74a4e51a0ee3a36e2404edb 2024-11-24T09:23:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c4abfa62307d4b77a2acd03c73527f19 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c4abfa62307d4b77a2acd03c73527f19 2024-11-24T09:23:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b4f8accb52974ccf8f2d613a0b3a62f9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b4f8accb52974ccf8f2d613a0b3a62f9 2024-11-24T09:23:39,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/1e3d67e541514bdfb26692825a48755f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/1e3d67e541514bdfb26692825a48755f 2024-11-24T09:23:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c8caeeb9c1504233a220f6c3b6ce7539 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c8caeeb9c1504233a220f6c3b6ce7539 2024-11-24T09:23:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9d6ad54b5f164ef78a2feb404a7e048d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/9d6ad54b5f164ef78a2feb404a7e048d 2024-11-24T09:23:39,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/f6dc5e8a0c7444e08b29e5369ad7571b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/f6dc5e8a0c7444e08b29e5369ad7571b 2024-11-24T09:23:39,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4c105b5591094a8a8d1ba888b8d0c8e5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4c105b5591094a8a8d1ba888b8d0c8e5 2024-11-24T09:23:39,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/322e3e444ac04184946065910f9b457d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/322e3e444ac04184946065910f9b457d 2024-11-24T09:23:39,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/2d0dd3e434a744199804914f17a4e5b9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/2d0dd3e434a744199804914f17a4e5b9 2024-11-24T09:23:39,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/ecfb81179f544b5a83a2fc58b5ebc226 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/ecfb81179f544b5a83a2fc58b5ebc226 2024-11-24T09:23:39,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/42b6917e7c47407a92128e2c65c90358 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/42b6917e7c47407a92128e2c65c90358 2024-11-24T09:23:39,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/23ebe95186444b148cfca28b246a0701 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/23ebe95186444b148cfca28b246a0701 2024-11-24T09:23:39,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/d9130eb82c68497bb0c608e74f7bc99a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/d9130eb82c68497bb0c608e74f7bc99a 2024-11-24T09:23:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/5bafeaf593bd4232802f78447504b261 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/5bafeaf593bd4232802f78447504b261 2024-11-24T09:23:39,561 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/recovered.edits/325.seqid, newMaxSeqId=325, maxSeqId=4 2024-11-24T09:23:39,561 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73. 2024-11-24T09:23:39,562 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] regionserver.HRegion(1635): Region close journal for 4a546ea00e1eeebecab40dd9d2756f73: 2024-11-24T09:23:39,563 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=117}] handler.UnassignRegionHandler(170): Closed 4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:39,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=116 updating hbase:meta row=4a546ea00e1eeebecab40dd9d2756f73, regionState=CLOSED 2024-11-24T09:23:39,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T09:23:39,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseRegionProcedure 4a546ea00e1eeebecab40dd9d2756f73, server=36e70e68d79c,38889,1732440112500 in 2.8040 sec 2024-11-24T09:23:39,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=116, resume processing ppid=115 2024-11-24T09:23:39,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, ppid=115, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a546ea00e1eeebecab40dd9d2756f73, UNASSIGN in 2.8070 sec 2024-11-24T09:23:39,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-24T09:23:39,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.8100 sec 2024-11-24T09:23:39,570 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440219570"}]},"ts":"1732440219570"} 2024-11-24T09:23:39,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:23:39,574 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:23:39,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.8240 sec 2024-11-24T09:23:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-24T09:23:40,858 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-24T09:23:40,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:23:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,860 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=118, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:23:40,861 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=118, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,863 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,865 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/recovered.edits] 2024-11-24T09:23:40,867 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/0814d2efc239479a8a419623f75416e2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/0814d2efc239479a8a419623f75416e2 2024-11-24T09:23:40,868 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2982b09c22b74e52b080c33185ed24df to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/2982b09c22b74e52b080c33185ed24df 2024-11-24T09:23:40,869 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/a466b4b1ec0148c392654525a0cd9d19 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/a466b4b1ec0148c392654525a0cd9d19 2024-11-24T09:23:40,870 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/df7cb66f90034bdea3d362f22c1779ce to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/A/df7cb66f90034bdea3d362f22c1779ce 2024-11-24T09:23:40,872 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/37b647eecc0b46c2981bc7b22bd4dba2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/37b647eecc0b46c2981bc7b22bd4dba2 2024-11-24T09:23:40,873 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/78bad301d456458fb68370c57ca1bea1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/78bad301d456458fb68370c57ca1bea1 2024-11-24T09:23:40,874 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/8206c3a6167947ef937fb98293009454 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/8206c3a6167947ef937fb98293009454 2024-11-24T09:23:40,875 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/f77068b62a484433958d269fe1bf3a44 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/B/f77068b62a484433958d269fe1bf3a44 2024-11-24T09:23:40,877 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4f946b7e86c047d58279dd9b0232d28e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/4f946b7e86c047d58279dd9b0232d28e 2024-11-24T09:23:40,877 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6595eb39544442eba71d77f95681ce73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/6595eb39544442eba71d77f95681ce73 2024-11-24T09:23:40,878 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b8f87d7fc8894bf98b42fad61dce477b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/b8f87d7fc8894bf98b42fad61dce477b 2024-11-24T09:23:40,879 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c745d1cfc1644d0d9c2a3d7ca63c6d20 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/C/c745d1cfc1644d0d9c2a3d7ca63c6d20 2024-11-24T09:23:40,881 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/recovered.edits/325.seqid to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73/recovered.edits/325.seqid 2024-11-24T09:23:40,881 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,881 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:23:40,882 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:23:40,882 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T09:23:40,885 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400100b2dc59b4028baf0d6a440c5a510_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112400100b2dc59b4028baf0d6a440c5a510_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,885 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112421c03644ebcb4eb6ad9a2d0d75755935_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112421c03644ebcb4eb6ad9a2d0d75755935_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,886 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fe2800f957b4db681e09419330176cc_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243fe2800f957b4db681e09419330176cc_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,887 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f018c7ca0d149c98e1dd6ba73e6e1d5_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244f018c7ca0d149c98e1dd6ba73e6e1d5_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,888 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124525a570d73bc49f98d27311f287d985d_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124525a570d73bc49f98d27311f287d985d_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,888 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124555e640771204de4b919a4481693655a_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124555e640771204de4b919a4481693655a_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,889 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245fcbc2dffa3f49f5b9ac7a97306888bf_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245fcbc2dffa3f49f5b9ac7a97306888bf_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,890 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483def707ecaf478ca3e9a754fe11496e_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112483def707ecaf478ca3e9a754fe11496e_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,891 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248aa380c792a94a4f91d74876dd4f3cdd_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411248aa380c792a94a4f91d74876dd4f3cdd_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,892 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aded81398a904d4ea1e85660e85be42b_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124aded81398a904d4ea1e85660e85be42b_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,893 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b27231e7282e4a57ac04ca7a699f4b71_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b27231e7282e4a57ac04ca7a699f4b71_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,894 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b43af5972a324c719fa25c2b2ee3b718_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b43af5972a324c719fa25c2b2ee3b718_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,895 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b81d957edb5444a3afe6b6718a655878_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b81d957edb5444a3afe6b6718a655878_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,896 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfecf8e1cb55400398cd0a3ee7034ff2_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfecf8e1cb55400398cd0a3ee7034ff2_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,897 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eff7e77806db4bcd97bcd79fd1a243c1_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124eff7e77806db4bcd97bcd79fd1a243c1_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f695d278807c43c2895fab4e52aafa22_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f695d278807c43c2895fab4e52aafa22_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,899 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f95763067e404f3aa41db870ee711153_4a546ea00e1eeebecab40dd9d2756f73 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f95763067e404f3aa41db870ee711153_4a546ea00e1eeebecab40dd9d2756f73 2024-11-24T09:23:40,900 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:23:40,902 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=118, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,904 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:23:40,909 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:23:40,910 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=118, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,910 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:23:40,910 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440220910"}]},"ts":"9223372036854775807"} 2024-11-24T09:23:40,912 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:23:40,912 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4a546ea00e1eeebecab40dd9d2756f73, NAME => 'TestAcidGuarantees,,1732440194373.4a546ea00e1eeebecab40dd9d2756f73.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:23:40,912 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:23:40,912 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440220912"}]},"ts":"9223372036854775807"} 2024-11-24T09:23:40,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:23:40,917 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=118, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-24T09:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-24T09:23:40,962 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-24T09:23:40,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=463 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=656 (was 701), ProcessCount=11 (was 11), AvailableMemoryMB=7708 (was 6810) - AvailableMemoryMB LEAK? - 2024-11-24T09:23:40,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=656, ProcessCount=11, AvailableMemoryMB=7706 2024-11-24T09:23:40,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:23:40,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:23:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:23:40,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:23:40,988 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 119 2024-11-24T09:23:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-24T09:23:40,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:23:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742305_1481 (size=963) 2024-11-24T09:23:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-24T09:23:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-24T09:23:41,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:23:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742306_1482 (size=53) 2024-11-24T09:23:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-24T09:23:41,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:23:41,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c3ad4cb56ef862adece2ce9d39274630, disabling compactions & flushes 2024-11-24T09:23:41,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:41,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:41,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. after waiting 0 ms 2024-11-24T09:23:41,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:41,805 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:41,805 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:41,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:23:41,806 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440221806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440221806"}]},"ts":"1732440221806"} 2024-11-24T09:23:41,807 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:23:41,807 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:23:41,808 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440221807"}]},"ts":"1732440221807"} 2024-11-24T09:23:41,808 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:23:41,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, ASSIGN}] 2024-11-24T09:23:41,813 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, ASSIGN 2024-11-24T09:23:41,813 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:23:41,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=c3ad4cb56ef862adece2ce9d39274630, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:41,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; OpenRegionProcedure c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:23:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-24T09:23:42,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:42,119 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:42,119 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7285): Opening region: {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:23:42,119 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,119 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:23:42,119 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7327): checking encryption for c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,119 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(7330): checking classloading for c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,120 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,121 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:42,121 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ad4cb56ef862adece2ce9d39274630 columnFamilyName A 2024-11-24T09:23:42,121 DEBUG [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:42,122 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.HStore(327): Store=c3ad4cb56ef862adece2ce9d39274630/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:42,122 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,123 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:42,123 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ad4cb56ef862adece2ce9d39274630 columnFamilyName B 2024-11-24T09:23:42,123 DEBUG [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:42,123 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.HStore(327): Store=c3ad4cb56ef862adece2ce9d39274630/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:42,123 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,124 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:23:42,124 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3ad4cb56ef862adece2ce9d39274630 columnFamilyName C 2024-11-24T09:23:42,124 DEBUG [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:23:42,124 INFO [StoreOpener-c3ad4cb56ef862adece2ce9d39274630-1 {}] regionserver.HStore(327): Store=c3ad4cb56ef862adece2ce9d39274630/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:23:42,124 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:42,125 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,125 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,126 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:23:42,127 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1085): writing seq id for c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:42,129 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:23:42,129 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1102): Opened c3ad4cb56ef862adece2ce9d39274630; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62332042, jitterRate=-0.07118019461631775}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:23:42,129 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegion(1001): Region open journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:42,130 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., pid=121, masterSystemTime=1732440222116 2024-11-24T09:23:42,131 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:42,131 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=121}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:42,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=c3ad4cb56ef862adece2ce9d39274630, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:42,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T09:23:42,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; OpenRegionProcedure c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 in 167 msec 2024-11-24T09:23:42,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-24T09:23:42,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, ASSIGN in 321 msec 2024-11-24T09:23:42,134 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:23:42,135 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440222134"}]},"ts":"1732440222134"} 2024-11-24T09:23:42,135 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:23:42,137 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=119, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:23:42,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-24T09:23:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=119 2024-11-24T09:23:43,093 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 119 completed 2024-11-24T09:23:43,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-24T09:23:43,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,100 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:23:43,102 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32870, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:23:43,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-24T09:23:43,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-24T09:23:43,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,111 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-24T09:23:43,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-24T09:23:43,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,119 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-24T09:23:43,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-24T09:23:43,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-24T09:23:43,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,133 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-24T09:23:43,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-24T09:23:43,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,142 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-24T09:23:43,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:23:43,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-24T09:23:43,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:23:43,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:43,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:43,160 DEBUG [hconnection-0x58fc211d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,160 DEBUG [hconnection-0x198cc4bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,160 DEBUG [hconnection-0x616ad240-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,161 DEBUG [hconnection-0x6d83373d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,161 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59594, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,162 DEBUG [hconnection-0x4b0820b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,162 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59596, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,163 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,163 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,163 DEBUG [hconnection-0x4f8caa82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,164 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,166 DEBUG [hconnection-0x242b7ecd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,167 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59646, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,167 DEBUG [hconnection-0x7a04ed8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,168 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:43,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:43,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:43,172 DEBUG [hconnection-0x35bd6f44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,173 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,174 DEBUG [hconnection-0x68863ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:23:43,175 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:23:43,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440283184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440283185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440283185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440283186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440283186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/2cf3fd7d00e44952bb52363ea39e648e is 50, key is test_row_0/A:col10/1732440223167/Put/seqid=0 2024-11-24T09:23:43,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742307_1483 (size=9657) 2024-11-24T09:23:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:23:43,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440283287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440283287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440283287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440283288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440283288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T09:23:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:23:43,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T09:23:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:43,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440283489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440283489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440283490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440283490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440283491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T09:23:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:43,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/2cf3fd7d00e44952bb52363ea39e648e 2024-11-24T09:23:43,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4305d5eef4e84bd3835e7813051bea34 is 50, key is test_row_0/B:col10/1732440223167/Put/seqid=0 2024-11-24T09:23:43,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742308_1484 (size=9657) 2024-11-24T09:23:43,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4305d5eef4e84bd3835e7813051bea34 2024-11-24T09:23:43,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c90784bf64af47988dfcc6a46b1e46ff is 50, key is test_row_0/C:col10/1732440223167/Put/seqid=0 2024-11-24T09:23:43,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742309_1485 (size=9657) 2024-11-24T09:23:43,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c90784bf64af47988dfcc6a46b1e46ff 2024-11-24T09:23:43,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/2cf3fd7d00e44952bb52363ea39e648e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/2cf3fd7d00e44952bb52363ea39e648e 2024-11-24T09:23:43,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/2cf3fd7d00e44952bb52363ea39e648e, entries=100, sequenceid=13, filesize=9.4 K 2024-11-24T09:23:43,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4305d5eef4e84bd3835e7813051bea34 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4305d5eef4e84bd3835e7813051bea34 2024-11-24T09:23:43,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4305d5eef4e84bd3835e7813051bea34, entries=100, sequenceid=13, filesize=9.4 K 2024-11-24T09:23:43,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c90784bf64af47988dfcc6a46b1e46ff as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c90784bf64af47988dfcc6a46b1e46ff 2024-11-24T09:23:43,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c90784bf64af47988dfcc6a46b1e46ff, entries=100, sequenceid=13, filesize=9.4 K 2024-11-24T09:23:43,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for c3ad4cb56ef862adece2ce9d39274630 in 581ms, sequenceid=13, compaction requested=false 2024-11-24T09:23:43,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:23:43,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-24T09:23:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:43,761 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:23:43,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:43,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:43,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/edb611ee6a2940afbf219640108b1259 is 50, key is test_row_0/A:col10/1732440223184/Put/seqid=0 2024-11-24T09:23:43,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742310_1486 (size=12001) 2024-11-24T09:23:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:43,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440283798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440283799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440283801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440283802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440283802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440283903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440283905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440283905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440283907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:43,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440283908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440284107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440284108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440284109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440284111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440284111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,182 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/edb611ee6a2940afbf219640108b1259 2024-11-24T09:23:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/eb3191df8a5d45b9ad4215a5e7ef75f3 is 50, key is test_row_0/B:col10/1732440223184/Put/seqid=0 2024-11-24T09:23:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742311_1487 (size=12001) 2024-11-24T09:23:44,197 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/eb3191df8a5d45b9ad4215a5e7ef75f3 2024-11-24T09:23:44,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/539e71dac5b6445c9ad370c8df1ed98b is 50, key is test_row_0/C:col10/1732440223184/Put/seqid=0 2024-11-24T09:23:44,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742312_1488 (size=12001) 2024-11-24T09:23:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:23:44,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440284412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440284412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440284413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440284414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440284416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,615 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/539e71dac5b6445c9ad370c8df1ed98b 2024-11-24T09:23:44,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/edb611ee6a2940afbf219640108b1259 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/edb611ee6a2940afbf219640108b1259 2024-11-24T09:23:44,623 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/edb611ee6a2940afbf219640108b1259, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T09:23:44,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/eb3191df8a5d45b9ad4215a5e7ef75f3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/eb3191df8a5d45b9ad4215a5e7ef75f3 2024-11-24T09:23:44,627 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/eb3191df8a5d45b9ad4215a5e7ef75f3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T09:23:44,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/539e71dac5b6445c9ad370c8df1ed98b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/539e71dac5b6445c9ad370c8df1ed98b 2024-11-24T09:23:44,632 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/539e71dac5b6445c9ad370c8df1ed98b, entries=150, sequenceid=39, filesize=11.7 K 2024-11-24T09:23:44,633 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c3ad4cb56ef862adece2ce9d39274630 in 872ms, sequenceid=39, compaction requested=false 2024-11-24T09:23:44,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:44,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:44,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-24T09:23:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-24T09:23:44,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-24T09:23:44,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec 2024-11-24T09:23:44,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.4880 sec 2024-11-24T09:23:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:44,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:44,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:44,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:44,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:44,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:44,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:44,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:44,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/8a94c258ed1248798af4fc3d4b03f273 is 50, key is test_row_0/A:col10/1732440224919/Put/seqid=0 2024-11-24T09:23:44,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742313_1489 (size=12001) 2024-11-24T09:23:44,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440284940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440284941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440284942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440284942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:44,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440284943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440285045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440285047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440285047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440285047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440285048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:23:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-24T09:23:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440285250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440285250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440285251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440285252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,256 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-24T09:23:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440285252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-24T09:23:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:23:45,260 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:45,260 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:45,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:45,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/8a94c258ed1248798af4fc3d4b03f273 2024-11-24T09:23:45,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/74dab65112dd4842a1f946efe5aa311f is 50, key is test_row_0/B:col10/1732440224919/Put/seqid=0 2024-11-24T09:23:45,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742314_1490 (size=12001) 2024-11-24T09:23:45,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/74dab65112dd4842a1f946efe5aa311f 2024-11-24T09:23:45,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/9cc40d1269f24a42a7e908d6c53ef187 is 50, key is test_row_0/C:col10/1732440224919/Put/seqid=0 2024-11-24T09:23:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:23:45,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742315_1491 (size=12001) 2024-11-24T09:23:45,412 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:23:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440285557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440285558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440285558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:23:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440285559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440285559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:23:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:23:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:45,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/9cc40d1269f24a42a7e908d6c53ef187 2024-11-24T09:23:45,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/8a94c258ed1248798af4fc3d4b03f273 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/8a94c258ed1248798af4fc3d4b03f273 2024-11-24T09:23:45,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/8a94c258ed1248798af4fc3d4b03f273, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T09:23:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/74dab65112dd4842a1f946efe5aa311f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/74dab65112dd4842a1f946efe5aa311f 2024-11-24T09:23:45,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/74dab65112dd4842a1f946efe5aa311f, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T09:23:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/9cc40d1269f24a42a7e908d6c53ef187 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9cc40d1269f24a42a7e908d6c53ef187 2024-11-24T09:23:45,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9cc40d1269f24a42a7e908d6c53ef187, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T09:23:45,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c3ad4cb56ef862adece2ce9d39274630 in 867ms, sequenceid=51, compaction requested=true 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:45,787 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:45,787 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:45,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:45,788 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:45,788 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:45,788 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,788 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/2cf3fd7d00e44952bb52363ea39e648e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/edb611ee6a2940afbf219640108b1259, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/8a94c258ed1248798af4fc3d4b03f273] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=32.9 K 2024-11-24T09:23:45,788 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:45,788 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:45,788 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,788 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4305d5eef4e84bd3835e7813051bea34, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/eb3191df8a5d45b9ad4215a5e7ef75f3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/74dab65112dd4842a1f946efe5aa311f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=32.9 K 2024-11-24T09:23:45,789 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf3fd7d00e44952bb52363ea39e648e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440223167 2024-11-24T09:23:45,789 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4305d5eef4e84bd3835e7813051bea34, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440223167 2024-11-24T09:23:45,789 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting edb611ee6a2940afbf219640108b1259, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732440223184 2024-11-24T09:23:45,789 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting eb3191df8a5d45b9ad4215a5e7ef75f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732440223184 2024-11-24T09:23:45,789 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a94c258ed1248798af4fc3d4b03f273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440223798 2024-11-24T09:23:45,789 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 74dab65112dd4842a1f946efe5aa311f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440223798 2024-11-24T09:23:45,798 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:45,799 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/0dfe18569b564513b497df64eb996f42 is 50, key is test_row_0/B:col10/1732440224919/Put/seqid=0 2024-11-24T09:23:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742316_1492 (size=12104) 2024-11-24T09:23:45,809 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:45,810 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/3522d9052c8e4739ab1591bfa9fae9dd is 50, key is test_row_0/A:col10/1732440224919/Put/seqid=0 2024-11-24T09:23:45,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742317_1493 (size=12104) 2024-11-24T09:23:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:23:45,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:45,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-24T09:23:45,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:45,872 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:45,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/616135e43bb54aacaf02d25ec7ba5e90 is 50, key is test_row_0/A:col10/1732440224942/Put/seqid=0 2024-11-24T09:23:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742318_1494 (size=12001) 2024-11-24T09:23:45,886 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/616135e43bb54aacaf02d25ec7ba5e90 2024-11-24T09:23:45,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/af90fdd0143441c7b0cf7abf93ea9689 is 50, key is test_row_0/B:col10/1732440224942/Put/seqid=0 2024-11-24T09:23:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742319_1495 (size=12001) 2024-11-24T09:23:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:46,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440286075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440286076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440286078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440286079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440286079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440286184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440286184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440286184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440286184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440286184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,209 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/0dfe18569b564513b497df64eb996f42 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0dfe18569b564513b497df64eb996f42 2024-11-24T09:23:46,215 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 0dfe18569b564513b497df64eb996f42(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:46,215 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:46,215 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440225787; duration=0sec 2024-11-24T09:23:46,215 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:46,215 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:46,215 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:46,216 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:46,216 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:46,216 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,216 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c90784bf64af47988dfcc6a46b1e46ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/539e71dac5b6445c9ad370c8df1ed98b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9cc40d1269f24a42a7e908d6c53ef187] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=32.9 K 2024-11-24T09:23:46,217 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c90784bf64af47988dfcc6a46b1e46ff, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732440223167 2024-11-24T09:23:46,217 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 539e71dac5b6445c9ad370c8df1ed98b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1732440223184 2024-11-24T09:23:46,217 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc40d1269f24a42a7e908d6c53ef187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440223798 2024-11-24T09:23:46,228 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:46,229 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/5633b2e6ead04c46b44e8e9cb4444198 is 50, key is test_row_0/C:col10/1732440224919/Put/seqid=0 2024-11-24T09:23:46,236 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/3522d9052c8e4739ab1591bfa9fae9dd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/3522d9052c8e4739ab1591bfa9fae9dd 2024-11-24T09:23:46,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742320_1496 (size=12104) 2024-11-24T09:23:46,241 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 3522d9052c8e4739ab1591bfa9fae9dd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:46,241 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:46,241 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440225787; duration=0sec 2024-11-24T09:23:46,241 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:46,241 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:46,246 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/5633b2e6ead04c46b44e8e9cb4444198 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/5633b2e6ead04c46b44e8e9cb4444198 2024-11-24T09:23:46,250 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 5633b2e6ead04c46b44e8e9cb4444198(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:46,250 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:46,250 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440225787; duration=0sec 2024-11-24T09:23:46,250 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:46,250 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:46,303 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/af90fdd0143441c7b0cf7abf93ea9689 2024-11-24T09:23:46,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/b3f5580dab0247a5b363f50016a6660e is 50, key is test_row_0/C:col10/1732440224942/Put/seqid=0 2024-11-24T09:23:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742321_1497 (size=12001) 2024-11-24T09:23:46,313 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/b3f5580dab0247a5b363f50016a6660e 2024-11-24T09:23:46,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/616135e43bb54aacaf02d25ec7ba5e90 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/616135e43bb54aacaf02d25ec7ba5e90 2024-11-24T09:23:46,320 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/616135e43bb54aacaf02d25ec7ba5e90, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T09:23:46,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/af90fdd0143441c7b0cf7abf93ea9689 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/af90fdd0143441c7b0cf7abf93ea9689 2024-11-24T09:23:46,324 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/af90fdd0143441c7b0cf7abf93ea9689, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T09:23:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/b3f5580dab0247a5b363f50016a6660e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/b3f5580dab0247a5b363f50016a6660e 2024-11-24T09:23:46,328 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/b3f5580dab0247a5b363f50016a6660e, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T09:23:46,328 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c3ad4cb56ef862adece2ce9d39274630 in 457ms, sequenceid=75, compaction requested=false 2024-11-24T09:23:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-24T09:23:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-24T09:23:46,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-24T09:23:46,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0700 sec 2024-11-24T09:23:46,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.0750 sec 2024-11-24T09:23:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-24T09:23:46,363 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-24T09:23:46,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-24T09:23:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:23:46,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:46,365 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:46,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:46,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:23:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:46,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/91835698501947eb85a8f066b6f9116a is 50, key is test_row_0/A:col10/1732440226072/Put/seqid=0 2024-11-24T09:23:46,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742322_1498 (size=16681) 2024-11-24T09:23:46,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440286414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440286416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440286450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440286450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440286450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:23:46,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440286551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440286551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440286557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440286557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440286557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:23:46,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:23:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440286754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440286755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440286761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440286761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440286762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/91835698501947eb85a8f066b6f9116a 2024-11-24T09:23:46,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:23:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:46,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/ab89cb04b7454c7eb2365f6f5fa44c21 is 50, key is test_row_0/B:col10/1732440226072/Put/seqid=0 2024-11-24T09:23:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742323_1499 (size=12001) 2024-11-24T09:23:46,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/ab89cb04b7454c7eb2365f6f5fa44c21 2024-11-24T09:23:46,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/6c69b3e577684a2b96ba8301509fb1ca is 50, key is test_row_0/C:col10/1732440226072/Put/seqid=0 2024-11-24T09:23:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742324_1500 (size=12001) 2024-11-24T09:23:46,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/6c69b3e577684a2b96ba8301509fb1ca 2024-11-24T09:23:46,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/91835698501947eb85a8f066b6f9116a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/91835698501947eb85a8f066b6f9116a 2024-11-24T09:23:46,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/91835698501947eb85a8f066b6f9116a, entries=250, sequenceid=93, filesize=16.3 K 2024-11-24T09:23:46,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/ab89cb04b7454c7eb2365f6f5fa44c21 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/ab89cb04b7454c7eb2365f6f5fa44c21 2024-11-24T09:23:46,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/ab89cb04b7454c7eb2365f6f5fa44c21, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:23:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/6c69b3e577684a2b96ba8301509fb1ca as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6c69b3e577684a2b96ba8301509fb1ca 2024-11-24T09:23:46,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6c69b3e577684a2b96ba8301509fb1ca, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T09:23:46,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c3ad4cb56ef862adece2ce9d39274630 in 471ms, sequenceid=93, compaction requested=true 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:46,865 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:46,865 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:46,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:46,866 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:46,866 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:46,866 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,866 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/3522d9052c8e4739ab1591bfa9fae9dd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/616135e43bb54aacaf02d25ec7ba5e90, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/91835698501947eb85a8f066b6f9116a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=39.8 K 2024-11-24T09:23:46,867 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:46,867 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3522d9052c8e4739ab1591bfa9fae9dd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440223798 2024-11-24T09:23:46,867 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:46,867 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,867 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0dfe18569b564513b497df64eb996f42, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/af90fdd0143441c7b0cf7abf93ea9689, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/ab89cb04b7454c7eb2365f6f5fa44c21] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=35.3 K 2024-11-24T09:23:46,867 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 616135e43bb54aacaf02d25ec7ba5e90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732440224941 2024-11-24T09:23:46,868 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dfe18569b564513b497df64eb996f42, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440223798 2024-11-24T09:23:46,868 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91835698501947eb85a8f066b6f9116a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440226072 2024-11-24T09:23:46,868 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting af90fdd0143441c7b0cf7abf93ea9689, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732440224941 2024-11-24T09:23:46,868 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ab89cb04b7454c7eb2365f6f5fa44c21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440226072 2024-11-24T09:23:46,874 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:46,874 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:46,874 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4863b57bff48438fa8f5edb1d9439979 is 50, key is test_row_0/B:col10/1732440226072/Put/seqid=0 2024-11-24T09:23:46,875 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/524e5e1e34c1471cb537b68d8a149d38 is 50, key is test_row_0/A:col10/1732440226072/Put/seqid=0 2024-11-24T09:23:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742326_1502 (size=12207) 2024-11-24T09:23:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742325_1501 (size=12207) 2024-11-24T09:23:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:23:46,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:46,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-24T09:23:46,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:46,975 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T09:23:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:46,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:46,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9bd55e6a43f84945b61afe106b949598 is 50, key is test_row_0/A:col10/1732440226407/Put/seqid=0 2024-11-24T09:23:46,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742327_1503 (size=12001) 2024-11-24T09:23:47,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:47,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440287073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440287077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440287078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440287079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440287079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440287183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440287185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440287186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,284 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/524e5e1e34c1471cb537b68d8a149d38 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/524e5e1e34c1471cb537b68d8a149d38 2024-11-24T09:23:47,284 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4863b57bff48438fa8f5edb1d9439979 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4863b57bff48438fa8f5edb1d9439979 2024-11-24T09:23:47,289 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 524e5e1e34c1471cb537b68d8a149d38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:47,289 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 4863b57bff48438fa8f5edb1d9439979(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:47,289 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440226865; duration=0sec 2024-11-24T09:23:47,289 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440226865; duration=0sec 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:47,289 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:47,290 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:47,290 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:47,290 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:47,290 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/5633b2e6ead04c46b44e8e9cb4444198, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/b3f5580dab0247a5b363f50016a6660e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6c69b3e577684a2b96ba8301509fb1ca] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=35.3 K 2024-11-24T09:23:47,290 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5633b2e6ead04c46b44e8e9cb4444198, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732440223798 2024-11-24T09:23:47,291 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f5580dab0247a5b363f50016a6660e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732440224941 2024-11-24T09:23:47,291 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c69b3e577684a2b96ba8301509fb1ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440226072 2024-11-24T09:23:47,297 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:47,298 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/38c14793726f4c04a7d13fa2e9690912 is 50, key is test_row_0/C:col10/1732440226072/Put/seqid=0 2024-11-24T09:23:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742328_1504 (size=12207) 2024-11-24T09:23:47,383 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9bd55e6a43f84945b61afe106b949598 2024-11-24T09:23:47,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440287383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440287384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440287389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440287389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440287390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/626f580169ad444fb8c1dc89a38ed00a is 50, key is test_row_0/B:col10/1732440226407/Put/seqid=0 2024-11-24T09:23:47,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742329_1505 (size=12001) 2024-11-24T09:23:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:23:47,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440287689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440287689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440287693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440287694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440287694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:47,713 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/38c14793726f4c04a7d13fa2e9690912 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/38c14793726f4c04a7d13fa2e9690912 2024-11-24T09:23:47,717 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 38c14793726f4c04a7d13fa2e9690912(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:47,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:47,717 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440226865; duration=0sec 2024-11-24T09:23:47,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:47,717 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:47,807 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/626f580169ad444fb8c1dc89a38ed00a 2024-11-24T09:23:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c505b536952843a480e5bfc9696a006d is 50, key is test_row_0/C:col10/1732440226407/Put/seqid=0 2024-11-24T09:23:47,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742330_1506 (size=12001) 2024-11-24T09:23:47,821 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c505b536952843a480e5bfc9696a006d 2024-11-24T09:23:47,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9bd55e6a43f84945b61afe106b949598 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9bd55e6a43f84945b61afe106b949598 2024-11-24T09:23:47,835 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9bd55e6a43f84945b61afe106b949598, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T09:23:47,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/626f580169ad444fb8c1dc89a38ed00a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/626f580169ad444fb8c1dc89a38ed00a 2024-11-24T09:23:47,852 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/626f580169ad444fb8c1dc89a38ed00a, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T09:23:47,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c505b536952843a480e5bfc9696a006d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c505b536952843a480e5bfc9696a006d 2024-11-24T09:23:47,856 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c505b536952843a480e5bfc9696a006d, entries=150, sequenceid=114, filesize=11.7 K 2024-11-24T09:23:47,857 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for c3ad4cb56ef862adece2ce9d39274630 in 883ms, sequenceid=114, compaction requested=false 2024-11-24T09:23:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:47,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-24T09:23:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-24T09:23:47,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-24T09:23:47,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-11-24T09:23:47,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4950 sec 2024-11-24T09:23:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:48,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:23:48,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:48,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:48,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:48,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:48,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:48,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/64fe0bbdc15c4351add2344c3efc66ad is 50, key is test_row_0/A:col10/1732440227077/Put/seqid=0 2024-11-24T09:23:48,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742331_1507 (size=16831) 2024-11-24T09:23:48,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/64fe0bbdc15c4351add2344c3efc66ad 2024-11-24T09:23:48,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/66d1b1388eb54a25af0a1086b50fdf55 is 50, key is test_row_0/B:col10/1732440227077/Put/seqid=0 2024-11-24T09:23:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742332_1508 (size=12101) 2024-11-24T09:23:48,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/66d1b1388eb54a25af0a1086b50fdf55 2024-11-24T09:23:48,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440288216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440288222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440288222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440288223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/d33033d634ff424188f53d1dcd7f717a is 50, key is test_row_0/C:col10/1732440227077/Put/seqid=0 2024-11-24T09:23:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440288224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742333_1509 (size=12101) 2024-11-24T09:23:48,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440288324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440288329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440288330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440288330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440288330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-24T09:23:48,469 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-24T09:23:48,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-24T09:23:48,472 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:23:48,473 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:48,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:48,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440288530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440288534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440288534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440288534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440288535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:23:48,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:23:48,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:48,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:48,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:48,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:48,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:48,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/d33033d634ff424188f53d1dcd7f717a 2024-11-24T09:23:48,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/64fe0bbdc15c4351add2344c3efc66ad as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/64fe0bbdc15c4351add2344c3efc66ad 2024-11-24T09:23:48,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/64fe0bbdc15c4351add2344c3efc66ad, entries=250, sequenceid=135, filesize=16.4 K 2024-11-24T09:23:48,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/66d1b1388eb54a25af0a1086b50fdf55 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/66d1b1388eb54a25af0a1086b50fdf55 2024-11-24T09:23:48,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/66d1b1388eb54a25af0a1086b50fdf55, entries=150, sequenceid=135, filesize=11.8 K 2024-11-24T09:23:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/d33033d634ff424188f53d1dcd7f717a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/d33033d634ff424188f53d1dcd7f717a 2024-11-24T09:23:48,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/d33033d634ff424188f53d1dcd7f717a, entries=150, sequenceid=135, filesize=11.8 K 2024-11-24T09:23:48,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for c3ad4cb56ef862adece2ce9d39274630 in 466ms, sequenceid=135, compaction requested=true 2024-11-24T09:23:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:48,664 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:48,664 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:48,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:48,665 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:48,665 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:48,665 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:48,665 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4863b57bff48438fa8f5edb1d9439979, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/626f580169ad444fb8c1dc89a38ed00a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/66d1b1388eb54a25af0a1086b50fdf55] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=35.5 K 2024-11-24T09:23:48,666 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:48,666 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:48,666 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:48,666 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/524e5e1e34c1471cb537b68d8a149d38, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9bd55e6a43f84945b61afe106b949598, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/64fe0bbdc15c4351add2344c3efc66ad] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=40.1 K 2024-11-24T09:23:48,666 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4863b57bff48438fa8f5edb1d9439979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440226072 2024-11-24T09:23:48,666 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 524e5e1e34c1471cb537b68d8a149d38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440226072 2024-11-24T09:23:48,666 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 626f580169ad444fb8c1dc89a38ed00a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732440226407 2024-11-24T09:23:48,667 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bd55e6a43f84945b61afe106b949598, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732440226407 2024-11-24T09:23:48,667 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 66d1b1388eb54a25af0a1086b50fdf55, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440227077 2024-11-24T09:23:48,667 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64fe0bbdc15c4351add2344c3efc66ad, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440227072 2024-11-24T09:23:48,675 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:48,675 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#430 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:48,676 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/1df1c5c4875945318cc9d6c2936fe770 is 50, key is test_row_0/A:col10/1732440227077/Put/seqid=0 2024-11-24T09:23:48,676 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/f54ba233f0e04dd3bbca69d9768de4f5 is 50, key is test_row_0/B:col10/1732440227077/Put/seqid=0 2024-11-24T09:23:48,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742334_1510 (size=12409) 2024-11-24T09:23:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742335_1511 (size=12409) 2024-11-24T09:23:48,694 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/f54ba233f0e04dd3bbca69d9768de4f5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f54ba233f0e04dd3bbca69d9768de4f5 2024-11-24T09:23:48,698 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into f54ba233f0e04dd3bbca69d9768de4f5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:48,698 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:48,698 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440228664; duration=0sec 2024-11-24T09:23:48,698 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:48,698 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:48,698 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:48,699 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:48,699 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:48,699 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:48,699 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/38c14793726f4c04a7d13fa2e9690912, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c505b536952843a480e5bfc9696a006d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/d33033d634ff424188f53d1dcd7f717a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=35.5 K 2024-11-24T09:23:48,701 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c14793726f4c04a7d13fa2e9690912, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732440226072 2024-11-24T09:23:48,701 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c505b536952843a480e5bfc9696a006d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732440226407 2024-11-24T09:23:48,701 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d33033d634ff424188f53d1dcd7f717a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440227077 2024-11-24T09:23:48,707 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:48,707 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/e0b25c3d4d714754aa19026420daa953 is 50, key is test_row_0/C:col10/1732440227077/Put/seqid=0 2024-11-24T09:23:48,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742336_1512 (size=12409) 2024-11-24T09:23:48,716 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/e0b25c3d4d714754aa19026420daa953 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/e0b25c3d4d714754aa19026420daa953 2024-11-24T09:23:48,719 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into e0b25c3d4d714754aa19026420daa953(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:48,719 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:48,719 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440228664; duration=0sec 2024-11-24T09:23:48,719 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:48,719 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:23:48,778 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:48,779 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:48,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/92ddaa80ddea4b7687e2017391376f65 is 50, key is test_row_0/A:col10/1732440228222/Put/seqid=0 2024-11-24T09:23:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742337_1513 (size=12151) 2024-11-24T09:23:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:48,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:48,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440288852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440288852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440288852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440288857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440288858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440288959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440288959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440288959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440288963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:48,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440288963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:23:49,090 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/1df1c5c4875945318cc9d6c2936fe770 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/1df1c5c4875945318cc9d6c2936fe770 2024-11-24T09:23:49,094 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 1df1c5c4875945318cc9d6c2936fe770(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:49,094 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:49,094 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440228664; duration=0sec 2024-11-24T09:23:49,095 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:49,095 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:49,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440289162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440289163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440289163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440289167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440289167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,194 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/92ddaa80ddea4b7687e2017391376f65 2024-11-24T09:23:49,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/673fe202d2ab4dacba2b53ff81e49c57 is 50, key is test_row_0/B:col10/1732440228222/Put/seqid=0 2024-11-24T09:23:49,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742338_1514 (size=12151) 2024-11-24T09:23:49,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440289466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440289466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440289467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440289471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440289472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:23:49,604 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/673fe202d2ab4dacba2b53ff81e49c57 2024-11-24T09:23:49,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/82ccf71592f64eb8bd5defa35164ce7c is 50, key is test_row_0/C:col10/1732440228222/Put/seqid=0 2024-11-24T09:23:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742339_1515 (size=12151) 2024-11-24T09:23:49,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440289972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440289973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440289975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440289978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:49,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440289978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:50,019 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/82ccf71592f64eb8bd5defa35164ce7c 2024-11-24T09:23:50,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/92ddaa80ddea4b7687e2017391376f65 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/92ddaa80ddea4b7687e2017391376f65 2024-11-24T09:23:50,027 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/92ddaa80ddea4b7687e2017391376f65, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T09:23:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/673fe202d2ab4dacba2b53ff81e49c57 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/673fe202d2ab4dacba2b53ff81e49c57 2024-11-24T09:23:50,031 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/673fe202d2ab4dacba2b53ff81e49c57, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T09:23:50,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/82ccf71592f64eb8bd5defa35164ce7c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82ccf71592f64eb8bd5defa35164ce7c 2024-11-24T09:23:50,036 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82ccf71592f64eb8bd5defa35164ce7c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T09:23:50,037 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for c3ad4cb56ef862adece2ce9d39274630 in 1258ms, sequenceid=156, compaction requested=false 2024-11-24T09:23:50,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:50,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:50,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-24T09:23:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-24T09:23:50,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-24T09:23:50,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-11-24T09:23:50,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.5710 sec 2024-11-24T09:23:50,353 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:23:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-24T09:23:50,579 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-24T09:23:50,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-24T09:23:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:23:50,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:50,582 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:50,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:23:50,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:50,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-24T09:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:50,734 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T09:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:50,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:50,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/0e9d55e59b374799baf562621ecd5cff is 50, key is test_row_0/A:col10/1732440228857/Put/seqid=0 2024-11-24T09:23:50,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742340_1516 (size=12151) 2024-11-24T09:23:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:23:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:50,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:51,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440291003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440291003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440291004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440291007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440291009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440291110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440291111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440291111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440291111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440291115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,144 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/0e9d55e59b374799baf562621ecd5cff 2024-11-24T09:23:51,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/b28793acc5b94a1385d82e52881003e6 is 50, key is test_row_0/B:col10/1732440228857/Put/seqid=0 2024-11-24T09:23:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742341_1517 (size=12151) 2024-11-24T09:23:51,154 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/b28793acc5b94a1385d82e52881003e6 2024-11-24T09:23:51,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5 is 50, key is test_row_0/C:col10/1732440228857/Put/seqid=0 2024-11-24T09:23:51,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742342_1518 (size=12151) 2024-11-24T09:23:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:23:51,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440291315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440291315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440291316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440291316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440291320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,564 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5 2024-11-24T09:23:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/0e9d55e59b374799baf562621ecd5cff as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0e9d55e59b374799baf562621ecd5cff 2024-11-24T09:23:51,571 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0e9d55e59b374799baf562621ecd5cff, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:23:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/b28793acc5b94a1385d82e52881003e6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b28793acc5b94a1385d82e52881003e6 2024-11-24T09:23:51,575 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b28793acc5b94a1385d82e52881003e6, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:23:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5 2024-11-24T09:23:51,579 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5, entries=150, sequenceid=174, filesize=11.9 K 2024-11-24T09:23:51,580 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c3ad4cb56ef862adece2ce9d39274630 in 846ms, sequenceid=174, compaction requested=true 2024-11-24T09:23:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-24T09:23:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-24T09:23:51,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-24T09:23:51,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-11-24T09:23:51,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0020 sec 2024-11-24T09:23:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:51,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T09:23:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:51,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/6f77c490a7814dbc9ce055fe6d00199a is 50, key is test_row_0/A:col10/1732440231007/Put/seqid=0 2024-11-24T09:23:51,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742343_1519 (size=16931) 2024-11-24T09:23:51,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440291666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440291672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440291673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440291673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440291674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-24T09:23:51,684 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-24T09:23:51,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-24T09:23:51,687 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:51,688 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:51,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:51,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440291775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:51,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440291779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440291780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440291780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440291780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:23:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:51,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:51,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:51,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440291979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:51,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:23:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:51,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:51,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440291992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440291993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440291994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:51,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440291994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/6f77c490a7814dbc9ce055fe6d00199a 2024-11-24T09:23:52,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/e5f2da4aec7a41c7b39641a3e4e967d2 is 50, key is test_row_0/B:col10/1732440231007/Put/seqid=0 2024-11-24T09:23:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742344_1520 (size=12151) 2024-11-24T09:23:52,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/e5f2da4aec7a41c7b39641a3e4e967d2 2024-11-24T09:23:52,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/82e08bd2f522433fb9b392265cfe5b15 is 50, key is test_row_0/C:col10/1732440231007/Put/seqid=0 2024-11-24T09:23:52,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742345_1521 (size=12151) 2024-11-24T09:23:52,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:23:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:52,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440292285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:52,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:23:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440292298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440292298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440292298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440292301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:23:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:52,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/82e08bd2f522433fb9b392265cfe5b15 2024-11-24T09:23:52,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/6f77c490a7814dbc9ce055fe6d00199a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/6f77c490a7814dbc9ce055fe6d00199a 2024-11-24T09:23:52,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/6f77c490a7814dbc9ce055fe6d00199a, entries=250, sequenceid=195, filesize=16.5 K 2024-11-24T09:23:52,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/e5f2da4aec7a41c7b39641a3e4e967d2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/e5f2da4aec7a41c7b39641a3e4e967d2 2024-11-24T09:23:52,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/e5f2da4aec7a41c7b39641a3e4e967d2, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T09:23:52,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/82e08bd2f522433fb9b392265cfe5b15 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82e08bd2f522433fb9b392265cfe5b15 2024-11-24T09:23:52,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82e08bd2f522433fb9b392265cfe5b15, entries=150, sequenceid=195, filesize=11.9 K 2024-11-24T09:23:52,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for c3ad4cb56ef862adece2ce9d39274630 in 842ms, sequenceid=195, compaction requested=true 2024-11-24T09:23:52,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:52,467 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:52,467 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53642 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:52,468 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,468 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,468 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/1df1c5c4875945318cc9d6c2936fe770, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/92ddaa80ddea4b7687e2017391376f65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0e9d55e59b374799baf562621ecd5cff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/6f77c490a7814dbc9ce055fe6d00199a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=52.4 K 2024-11-24T09:23:52,468 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f54ba233f0e04dd3bbca69d9768de4f5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/673fe202d2ab4dacba2b53ff81e49c57, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b28793acc5b94a1385d82e52881003e6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/e5f2da4aec7a41c7b39641a3e4e967d2] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=47.7 K 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f54ba233f0e04dd3bbca69d9768de4f5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440227077 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1df1c5c4875945318cc9d6c2936fe770, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440227077 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 673fe202d2ab4dacba2b53ff81e49c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732440228214 2024-11-24T09:23:52,468 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92ddaa80ddea4b7687e2017391376f65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732440228214 2024-11-24T09:23:52,469 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e9d55e59b374799baf562621ecd5cff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440228850 2024-11-24T09:23:52,469 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b28793acc5b94a1385d82e52881003e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440228850 2024-11-24T09:23:52,469 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f77c490a7814dbc9ce055fe6d00199a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440231002 2024-11-24T09:23:52,469 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f2da4aec7a41c7b39641a3e4e967d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440231007 2024-11-24T09:23:52,478 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:52,478 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:52,478 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/0ca4df014aa44681b9f5c1ad4526681c is 50, key is test_row_0/A:col10/1732440231007/Put/seqid=0 2024-11-24T09:23:52,478 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/7eab0eaad7994d2b8c48d328b6c32123 is 50, key is test_row_0/B:col10/1732440231007/Put/seqid=0 2024-11-24T09:23:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742347_1523 (size=12595) 2024-11-24T09:23:52,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742346_1522 (size=12595) 2024-11-24T09:23:52,514 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/0ca4df014aa44681b9f5c1ad4526681c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0ca4df014aa44681b9f5c1ad4526681c 2024-11-24T09:23:52,519 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 0ca4df014aa44681b9f5c1ad4526681c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:52,519 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:52,519 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=12, startTime=1732440232466; duration=0sec 2024-11-24T09:23:52,519 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:52,519 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:52,519 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:23:52,520 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:23:52,521 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:52,521 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,521 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/e0b25c3d4d714754aa19026420daa953, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82ccf71592f64eb8bd5defa35164ce7c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82e08bd2f522433fb9b392265cfe5b15] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=47.7 K 2024-11-24T09:23:52,521 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0b25c3d4d714754aa19026420daa953, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440227077 2024-11-24T09:23:52,521 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82ccf71592f64eb8bd5defa35164ce7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732440228214 2024-11-24T09:23:52,522 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee822ecb5b0a4c9d9c6dfa056c8c63c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732440228850 2024-11-24T09:23:52,522 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82e08bd2f522433fb9b392265cfe5b15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440231007 2024-11-24T09:23:52,530 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:52,530 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/1c07c262cef04fc6997af36cc595354b is 50, key is test_row_0/C:col10/1732440231007/Put/seqid=0 2024-11-24T09:23:52,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742348_1524 (size=12595) 2024-11-24T09:23:52,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-24T09:23:52,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:52,603 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T09:23:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:52,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:52,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/382a7c79afe24d36b41a52c93018a52b is 50, key is test_row_0/A:col10/1732440231673/Put/seqid=0 2024-11-24T09:23:52,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742349_1525 (size=12151) 2024-11-24T09:23:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:52,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:52,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440292820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440292822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440292825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440292825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440292826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,899 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/7eab0eaad7994d2b8c48d328b6c32123 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/7eab0eaad7994d2b8c48d328b6c32123 2024-11-24T09:23:52,903 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 7eab0eaad7994d2b8c48d328b6c32123(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:52,903 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:52,903 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=12, startTime=1732440232467; duration=0sec 2024-11-24T09:23:52,904 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:52,904 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:52,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440292927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440292928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440292928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440292931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440292932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:52,939 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/1c07c262cef04fc6997af36cc595354b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c07c262cef04fc6997af36cc595354b 2024-11-24T09:23:52,948 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 1c07c262cef04fc6997af36cc595354b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:52,948 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:52,948 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=12, startTime=1732440232467; duration=0sec 2024-11-24T09:23:52,948 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:52,948 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:53,011 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/382a7c79afe24d36b41a52c93018a52b 2024-11-24T09:23:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/844df08e7be84a0a9879305295bcc816 is 50, key is test_row_0/B:col10/1732440231673/Put/seqid=0 2024-11-24T09:23:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742350_1526 (size=12151) 2024-11-24T09:23:53,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440293130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440293132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440293132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440293136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440293137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,424 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/844df08e7be84a0a9879305295bcc816 2024-11-24T09:23:53,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ba39893ae370405383ebdb8fe399148e is 50, key is test_row_0/C:col10/1732440231673/Put/seqid=0 2024-11-24T09:23:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440293435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440293435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440293436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440293440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440293441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742351_1527 (size=12151) 2024-11-24T09:23:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:53,850 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ba39893ae370405383ebdb8fe399148e 2024-11-24T09:23:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/382a7c79afe24d36b41a52c93018a52b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/382a7c79afe24d36b41a52c93018a52b 2024-11-24T09:23:53,857 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/382a7c79afe24d36b41a52c93018a52b, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T09:23:53,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/844df08e7be84a0a9879305295bcc816 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/844df08e7be84a0a9879305295bcc816 2024-11-24T09:23:53,860 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/844df08e7be84a0a9879305295bcc816, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T09:23:53,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ba39893ae370405383ebdb8fe399148e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ba39893ae370405383ebdb8fe399148e 2024-11-24T09:23:53,864 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ba39893ae370405383ebdb8fe399148e, entries=150, sequenceid=211, filesize=11.9 K 2024-11-24T09:23:53,865 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c3ad4cb56ef862adece2ce9d39274630 in 1262ms, sequenceid=211, compaction requested=false 2024-11-24T09:23:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:53,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-24T09:23:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-24T09:23:53,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-24T09:23:53,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-11-24T09:23:53,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 2.1810 sec 2024-11-24T09:23:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:53,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T09:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:53,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:53,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/db0b855902ec415892aeb034c19cfdcb is 50, key is test_row_0/A:col10/1732440233945/Put/seqid=0 2024-11-24T09:23:53,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742352_1528 (size=14541) 2024-11-24T09:23:53,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/db0b855902ec415892aeb034c19cfdcb 2024-11-24T09:23:53,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/857af89482ee414e82ac5315e76217a1 is 50, key is test_row_0/B:col10/1732440233945/Put/seqid=0 2024-11-24T09:23:53,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440293956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440293956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440293957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440293957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742353_1529 (size=12151) 2024-11-24T09:23:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440293962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440294064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440294064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440294064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440294064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440294067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440294266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440294267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440294267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440294269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440294271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/857af89482ee414e82ac5315e76217a1 2024-11-24T09:23:54,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/677cbb29152e4e9dbf4b39cde1589f2b is 50, key is test_row_0/C:col10/1732440233945/Put/seqid=0 2024-11-24T09:23:54,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742354_1530 (size=12151) 2024-11-24T09:23:54,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/677cbb29152e4e9dbf4b39cde1589f2b 2024-11-24T09:23:54,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/db0b855902ec415892aeb034c19cfdcb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/db0b855902ec415892aeb034c19cfdcb 2024-11-24T09:23:54,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/db0b855902ec415892aeb034c19cfdcb, entries=200, sequenceid=236, filesize=14.2 K 2024-11-24T09:23:54,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/857af89482ee414e82ac5315e76217a1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/857af89482ee414e82ac5315e76217a1 2024-11-24T09:23:54,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/857af89482ee414e82ac5315e76217a1, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T09:23:54,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/677cbb29152e4e9dbf4b39cde1589f2b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/677cbb29152e4e9dbf4b39cde1589f2b 2024-11-24T09:23:54,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/677cbb29152e4e9dbf4b39cde1589f2b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-24T09:23:54,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c3ad4cb56ef862adece2ce9d39274630 in 449ms, sequenceid=236, compaction requested=true 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:54,394 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:54,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:54,394 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:54,395 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:54,395 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:54,395 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:54,395 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:54,395 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:54,395 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0ca4df014aa44681b9f5c1ad4526681c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/382a7c79afe24d36b41a52c93018a52b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/db0b855902ec415892aeb034c19cfdcb] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=38.4 K 2024-11-24T09:23:54,395 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:54,395 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/7eab0eaad7994d2b8c48d328b6c32123, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/844df08e7be84a0a9879305295bcc816, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/857af89482ee414e82ac5315e76217a1] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.0 K 2024-11-24T09:23:54,396 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ca4df014aa44681b9f5c1ad4526681c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440231007 2024-11-24T09:23:54,396 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7eab0eaad7994d2b8c48d328b6c32123, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440231007 2024-11-24T09:23:54,396 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 382a7c79afe24d36b41a52c93018a52b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440231661 2024-11-24T09:23:54,396 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 844df08e7be84a0a9879305295bcc816, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440231661 2024-11-24T09:23:54,397 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 857af89482ee414e82ac5315e76217a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440232820 2024-11-24T09:23:54,397 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting db0b855902ec415892aeb034c19cfdcb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440232820 2024-11-24T09:23:54,403 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:54,404 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/aa7b111411324e2492bd5240e2a95371 is 50, key is test_row_0/A:col10/1732440233945/Put/seqid=0 2024-11-24T09:23:54,404 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:54,405 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/78ad92905e5743a6a1e34f763198eb08 is 50, key is test_row_0/B:col10/1732440233945/Put/seqid=0 2024-11-24T09:23:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742355_1531 (size=12697) 2024-11-24T09:23:54,412 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/aa7b111411324e2492bd5240e2a95371 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/aa7b111411324e2492bd5240e2a95371 2024-11-24T09:23:54,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742356_1532 (size=12697) 2024-11-24T09:23:54,417 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into aa7b111411324e2492bd5240e2a95371(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:54,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:54,417 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440234394; duration=0sec 2024-11-24T09:23:54,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:54,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:54,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:54,418 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:54,418 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:54,418 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:54,418 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c07c262cef04fc6997af36cc595354b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ba39893ae370405383ebdb8fe399148e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/677cbb29152e4e9dbf4b39cde1589f2b] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.0 K 2024-11-24T09:23:54,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c07c262cef04fc6997af36cc595354b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732440231007 2024-11-24T09:23:54,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/78ad92905e5743a6a1e34f763198eb08 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/78ad92905e5743a6a1e34f763198eb08 2024-11-24T09:23:54,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba39893ae370405383ebdb8fe399148e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732440231661 2024-11-24T09:23:54,420 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 677cbb29152e4e9dbf4b39cde1589f2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440232820 2024-11-24T09:23:54,423 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 78ad92905e5743a6a1e34f763198eb08(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:54,424 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:54,424 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440234394; duration=0sec 2024-11-24T09:23:54,424 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:54,424 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:54,426 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:54,427 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/db24bcca14d849d19e6d641e4556d1a7 is 50, key is test_row_0/C:col10/1732440233945/Put/seqid=0 2024-11-24T09:23:54,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742357_1533 (size=12697) 2024-11-24T09:23:54,435 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/db24bcca14d849d19e6d641e4556d1a7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/db24bcca14d849d19e6d641e4556d1a7 2024-11-24T09:23:54,440 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into db24bcca14d849d19e6d641e4556d1a7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:54,440 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:54,440 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440234394; duration=0sec 2024-11-24T09:23:54,440 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:54,440 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:54,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/2cf3fd7d00e44952bb52363ea39e648e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/edb611ee6a2940afbf219640108b1259, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/3522d9052c8e4739ab1591bfa9fae9dd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/8a94c258ed1248798af4fc3d4b03f273, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/616135e43bb54aacaf02d25ec7ba5e90, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/91835698501947eb85a8f066b6f9116a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/524e5e1e34c1471cb537b68d8a149d38, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9bd55e6a43f84945b61afe106b949598, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/64fe0bbdc15c4351add2344c3efc66ad, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/1df1c5c4875945318cc9d6c2936fe770, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/92ddaa80ddea4b7687e2017391376f65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0e9d55e59b374799baf562621ecd5cff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/6f77c490a7814dbc9ce055fe6d00199a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0ca4df014aa44681b9f5c1ad4526681c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/382a7c79afe24d36b41a52c93018a52b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/db0b855902ec415892aeb034c19cfdcb] to archive 2024-11-24T09:23:54,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:54,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/2cf3fd7d00e44952bb52363ea39e648e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/2cf3fd7d00e44952bb52363ea39e648e 2024-11-24T09:23:54,461 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/edb611ee6a2940afbf219640108b1259 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/edb611ee6a2940afbf219640108b1259 2024-11-24T09:23:54,462 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/3522d9052c8e4739ab1591bfa9fae9dd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/3522d9052c8e4739ab1591bfa9fae9dd 2024-11-24T09:23:54,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/8a94c258ed1248798af4fc3d4b03f273 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/8a94c258ed1248798af4fc3d4b03f273 2024-11-24T09:23:54,465 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/616135e43bb54aacaf02d25ec7ba5e90 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/616135e43bb54aacaf02d25ec7ba5e90 2024-11-24T09:23:54,466 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/91835698501947eb85a8f066b6f9116a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/91835698501947eb85a8f066b6f9116a 2024-11-24T09:23:54,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/524e5e1e34c1471cb537b68d8a149d38 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/524e5e1e34c1471cb537b68d8a149d38 2024-11-24T09:23:54,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9bd55e6a43f84945b61afe106b949598 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9bd55e6a43f84945b61afe106b949598 2024-11-24T09:23:54,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/64fe0bbdc15c4351add2344c3efc66ad to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/64fe0bbdc15c4351add2344c3efc66ad 2024-11-24T09:23:54,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/1df1c5c4875945318cc9d6c2936fe770 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/1df1c5c4875945318cc9d6c2936fe770 2024-11-24T09:23:54,471 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/92ddaa80ddea4b7687e2017391376f65 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/92ddaa80ddea4b7687e2017391376f65 2024-11-24T09:23:54,471 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0e9d55e59b374799baf562621ecd5cff to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0e9d55e59b374799baf562621ecd5cff 2024-11-24T09:23:54,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/6f77c490a7814dbc9ce055fe6d00199a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/6f77c490a7814dbc9ce055fe6d00199a 2024-11-24T09:23:54,473 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0ca4df014aa44681b9f5c1ad4526681c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/0ca4df014aa44681b9f5c1ad4526681c 2024-11-24T09:23:54,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/382a7c79afe24d36b41a52c93018a52b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/382a7c79afe24d36b41a52c93018a52b 2024-11-24T09:23:54,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/db0b855902ec415892aeb034c19cfdcb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/db0b855902ec415892aeb034c19cfdcb 2024-11-24T09:23:54,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4305d5eef4e84bd3835e7813051bea34, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/eb3191df8a5d45b9ad4215a5e7ef75f3, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0dfe18569b564513b497df64eb996f42, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/74dab65112dd4842a1f946efe5aa311f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/af90fdd0143441c7b0cf7abf93ea9689, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4863b57bff48438fa8f5edb1d9439979, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/ab89cb04b7454c7eb2365f6f5fa44c21, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/626f580169ad444fb8c1dc89a38ed00a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f54ba233f0e04dd3bbca69d9768de4f5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/66d1b1388eb54a25af0a1086b50fdf55, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/673fe202d2ab4dacba2b53ff81e49c57, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b28793acc5b94a1385d82e52881003e6, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/7eab0eaad7994d2b8c48d328b6c32123, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/e5f2da4aec7a41c7b39641a3e4e967d2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/844df08e7be84a0a9879305295bcc816, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/857af89482ee414e82ac5315e76217a1] to archive 2024-11-24T09:23:54,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:54,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4305d5eef4e84bd3835e7813051bea34 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4305d5eef4e84bd3835e7813051bea34 2024-11-24T09:23:54,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/eb3191df8a5d45b9ad4215a5e7ef75f3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/eb3191df8a5d45b9ad4215a5e7ef75f3 2024-11-24T09:23:54,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0dfe18569b564513b497df64eb996f42 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0dfe18569b564513b497df64eb996f42 2024-11-24T09:23:54,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/74dab65112dd4842a1f946efe5aa311f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/74dab65112dd4842a1f946efe5aa311f 2024-11-24T09:23:54,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/af90fdd0143441c7b0cf7abf93ea9689 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/af90fdd0143441c7b0cf7abf93ea9689 2024-11-24T09:23:54,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4863b57bff48438fa8f5edb1d9439979 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4863b57bff48438fa8f5edb1d9439979 2024-11-24T09:23:54,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/ab89cb04b7454c7eb2365f6f5fa44c21 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/ab89cb04b7454c7eb2365f6f5fa44c21 2024-11-24T09:23:54,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/626f580169ad444fb8c1dc89a38ed00a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/626f580169ad444fb8c1dc89a38ed00a 2024-11-24T09:23:54,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f54ba233f0e04dd3bbca69d9768de4f5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f54ba233f0e04dd3bbca69d9768de4f5 2024-11-24T09:23:54,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/66d1b1388eb54a25af0a1086b50fdf55 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/66d1b1388eb54a25af0a1086b50fdf55 2024-11-24T09:23:54,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/673fe202d2ab4dacba2b53ff81e49c57 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/673fe202d2ab4dacba2b53ff81e49c57 2024-11-24T09:23:54,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b28793acc5b94a1385d82e52881003e6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b28793acc5b94a1385d82e52881003e6 2024-11-24T09:23:54,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/7eab0eaad7994d2b8c48d328b6c32123 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/7eab0eaad7994d2b8c48d328b6c32123 2024-11-24T09:23:54,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/e5f2da4aec7a41c7b39641a3e4e967d2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/e5f2da4aec7a41c7b39641a3e4e967d2 2024-11-24T09:23:54,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/844df08e7be84a0a9879305295bcc816 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/844df08e7be84a0a9879305295bcc816 2024-11-24T09:23:54,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/857af89482ee414e82ac5315e76217a1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/857af89482ee414e82ac5315e76217a1 2024-11-24T09:23:54,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c90784bf64af47988dfcc6a46b1e46ff, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/539e71dac5b6445c9ad370c8df1ed98b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/5633b2e6ead04c46b44e8e9cb4444198, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9cc40d1269f24a42a7e908d6c53ef187, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/b3f5580dab0247a5b363f50016a6660e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/38c14793726f4c04a7d13fa2e9690912, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6c69b3e577684a2b96ba8301509fb1ca, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c505b536952843a480e5bfc9696a006d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/e0b25c3d4d714754aa19026420daa953, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/d33033d634ff424188f53d1dcd7f717a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82ccf71592f64eb8bd5defa35164ce7c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c07c262cef04fc6997af36cc595354b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82e08bd2f522433fb9b392265cfe5b15, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ba39893ae370405383ebdb8fe399148e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/677cbb29152e4e9dbf4b39cde1589f2b] to archive 2024-11-24T09:23:54,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:23:54,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c90784bf64af47988dfcc6a46b1e46ff to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c90784bf64af47988dfcc6a46b1e46ff 2024-11-24T09:23:54,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/539e71dac5b6445c9ad370c8df1ed98b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/539e71dac5b6445c9ad370c8df1ed98b 2024-11-24T09:23:54,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/5633b2e6ead04c46b44e8e9cb4444198 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/5633b2e6ead04c46b44e8e9cb4444198 2024-11-24T09:23:54,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9cc40d1269f24a42a7e908d6c53ef187 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9cc40d1269f24a42a7e908d6c53ef187 2024-11-24T09:23:54,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/b3f5580dab0247a5b363f50016a6660e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/b3f5580dab0247a5b363f50016a6660e 2024-11-24T09:23:54,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/38c14793726f4c04a7d13fa2e9690912 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/38c14793726f4c04a7d13fa2e9690912 2024-11-24T09:23:54,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6c69b3e577684a2b96ba8301509fb1ca to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6c69b3e577684a2b96ba8301509fb1ca 2024-11-24T09:23:54,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c505b536952843a480e5bfc9696a006d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c505b536952843a480e5bfc9696a006d 2024-11-24T09:23:54,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/e0b25c3d4d714754aa19026420daa953 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/e0b25c3d4d714754aa19026420daa953 2024-11-24T09:23:54,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/d33033d634ff424188f53d1dcd7f717a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/d33033d634ff424188f53d1dcd7f717a 2024-11-24T09:23:54,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82ccf71592f64eb8bd5defa35164ce7c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82ccf71592f64eb8bd5defa35164ce7c 2024-11-24T09:23:54,521 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ee822ecb5b0a4c9d9c6dfa056c8c63c5 2024-11-24T09:23:54,523 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c07c262cef04fc6997af36cc595354b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c07c262cef04fc6997af36cc595354b 2024-11-24T09:23:54,524 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82e08bd2f522433fb9b392265cfe5b15 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/82e08bd2f522433fb9b392265cfe5b15 2024-11-24T09:23:54,525 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ba39893ae370405383ebdb8fe399148e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ba39893ae370405383ebdb8fe399148e 2024-11-24T09:23:54,526 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/36e70e68d79c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/677cbb29152e4e9dbf4b39cde1589f2b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/677cbb29152e4e9dbf4b39cde1589f2b 2024-11-24T09:23:54,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:54,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T09:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:54,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/25ba609db7e74ffea8cf659dedca6d82 is 50, key is test_row_0/A:col10/1732440233949/Put/seqid=0 2024-11-24T09:23:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742358_1534 (size=14541) 2024-11-24T09:23:54,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/25ba609db7e74ffea8cf659dedca6d82 2024-11-24T09:23:54,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/6e63980f904c46c79a9bec26313d05be is 50, key is test_row_0/B:col10/1732440233949/Put/seqid=0 2024-11-24T09:23:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742359_1535 (size=12151) 2024-11-24T09:23:54,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440294595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440294597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440294597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440294598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440294599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440294703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440294703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440294704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440294705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440294706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440294906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440294907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440294908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440294911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440294913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/6e63980f904c46c79a9bec26313d05be 2024-11-24T09:23:55,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/8aac5fb088b74b718611c58462020a65 is 50, key is test_row_0/C:col10/1732440233949/Put/seqid=0 2024-11-24T09:23:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742360_1536 (size=12151) 2024-11-24T09:23:55,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440295212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440295214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440295214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440295218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440295218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/8aac5fb088b74b718611c58462020a65 2024-11-24T09:23:55,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/25ba609db7e74ffea8cf659dedca6d82 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/25ba609db7e74ffea8cf659dedca6d82 2024-11-24T09:23:55,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/25ba609db7e74ffea8cf659dedca6d82, entries=200, sequenceid=253, filesize=14.2 K 2024-11-24T09:23:55,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/6e63980f904c46c79a9bec26313d05be as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/6e63980f904c46c79a9bec26313d05be 2024-11-24T09:23:55,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/6e63980f904c46c79a9bec26313d05be, entries=150, sequenceid=253, filesize=11.9 K 2024-11-24T09:23:55,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/8aac5fb088b74b718611c58462020a65 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8aac5fb088b74b718611c58462020a65 2024-11-24T09:23:55,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8aac5fb088b74b718611c58462020a65, entries=150, sequenceid=253, filesize=11.9 K 2024-11-24T09:23:55,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c3ad4cb56ef862adece2ce9d39274630 in 864ms, sequenceid=253, compaction requested=false 2024-11-24T09:23:55,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:55,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:55,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/583f9568c04c4ee289e183c22fc067e9 is 50, key is test_row_0/A:col10/1732440234597/Put/seqid=0 2024-11-24T09:23:55,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742361_1537 (size=14741) 2024-11-24T09:23:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440295732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440295732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440295733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440295733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440295736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-24T09:23:55,792 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-24T09:23:55,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-24T09:23:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:23:55,795 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:55,795 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:55,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440295837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440295837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440295840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440295840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440295840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:23:55,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:55,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:55,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:55,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:55,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:55,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:55,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440296041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440296042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440296043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440296043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440296043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:23:56,100 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/583f9568c04c4ee289e183c22fc067e9 2024-11-24T09:23:56,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/577a715a9c284458ab15f14a1a93f295 is 50, key is test_row_0/B:col10/1732440234597/Put/seqid=0 2024-11-24T09:23:56,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742362_1538 (size=12301) 2024-11-24T09:23:56,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440296347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440296347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440296348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440296348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440296349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:23:56,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/577a715a9c284458ab15f14a1a93f295 2024-11-24T09:23:56,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/0feda8feeee84eb98c3e06a34266b61d is 50, key is test_row_0/C:col10/1732440234597/Put/seqid=0 2024-11-24T09:23:56,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742363_1539 (size=12301) 2024-11-24T09:23:56,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,710 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440296854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440296855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440296855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440296855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440296859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:56,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:56,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:23:56,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/0feda8feeee84eb98c3e06a34266b61d 2024-11-24T09:23:56,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/583f9568c04c4ee289e183c22fc067e9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/583f9568c04c4ee289e183c22fc067e9 2024-11-24T09:23:56,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/583f9568c04c4ee289e183c22fc067e9, entries=200, sequenceid=277, filesize=14.4 K 2024-11-24T09:23:56,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/577a715a9c284458ab15f14a1a93f295 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/577a715a9c284458ab15f14a1a93f295 2024-11-24T09:23:56,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/577a715a9c284458ab15f14a1a93f295, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T09:23:56,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/0feda8feeee84eb98c3e06a34266b61d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0feda8feeee84eb98c3e06a34266b61d 2024-11-24T09:23:56,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0feda8feeee84eb98c3e06a34266b61d, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T09:23:56,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c3ad4cb56ef862adece2ce9d39274630 in 1253ms, sequenceid=277, compaction requested=true 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:56,971 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:56,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:56,971 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:56,972 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:56,972 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:56,972 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:56,972 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:56,972 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,972 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:56,972 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/aa7b111411324e2492bd5240e2a95371, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/25ba609db7e74ffea8cf659dedca6d82, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/583f9568c04c4ee289e183c22fc067e9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=41.0 K 2024-11-24T09:23:56,972 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/78ad92905e5743a6a1e34f763198eb08, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/6e63980f904c46c79a9bec26313d05be, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/577a715a9c284458ab15f14a1a93f295] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.3 K 2024-11-24T09:23:56,973 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 78ad92905e5743a6a1e34f763198eb08, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440232820 2024-11-24T09:23:56,973 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa7b111411324e2492bd5240e2a95371, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440232820 2024-11-24T09:23:56,974 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25ba609db7e74ffea8cf659dedca6d82, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440233949 2024-11-24T09:23:56,974 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e63980f904c46c79a9bec26313d05be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440233949 2024-11-24T09:23:56,975 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 577a715a9c284458ab15f14a1a93f295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440234582 2024-11-24T09:23:56,975 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 583f9568c04c4ee289e183c22fc067e9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440234582 2024-11-24T09:23:56,987 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#460 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:56,988 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:56,988 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/de24f1e9552a4fdcad331d4cfb70b477 is 50, key is test_row_0/A:col10/1732440234597/Put/seqid=0 2024-11-24T09:23:56,988 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/0b4e899d15604b88a4db158d206b2612 is 50, key is test_row_0/B:col10/1732440234597/Put/seqid=0 2024-11-24T09:23:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742364_1540 (size=12404) 2024-11-24T09:23:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742365_1541 (size=12404) 2024-11-24T09:23:56,996 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/de24f1e9552a4fdcad331d4cfb70b477 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/de24f1e9552a4fdcad331d4cfb70b477 2024-11-24T09:23:57,000 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into de24f1e9552a4fdcad331d4cfb70b477(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:57,000 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:57,000 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440236971; duration=0sec 2024-11-24T09:23:57,000 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:57,000 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:57,000 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:57,001 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:57,001 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:57,001 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:57,001 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/db24bcca14d849d19e6d641e4556d1a7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8aac5fb088b74b718611c58462020a65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0feda8feeee84eb98c3e06a34266b61d] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.3 K 2024-11-24T09:23:57,002 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting db24bcca14d849d19e6d641e4556d1a7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732440232820 2024-11-24T09:23:57,002 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8aac5fb088b74b718611c58462020a65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732440233949 2024-11-24T09:23:57,002 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0feda8feeee84eb98c3e06a34266b61d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440234582 2024-11-24T09:23:57,008 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:57,009 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/828bdc9a580b4dbe9ac51e3473ffe1d1 is 50, key is test_row_0/C:col10/1732440234597/Put/seqid=0 2024-11-24T09:23:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742366_1542 (size=12404) 2024-11-24T09:23:57,015 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:57,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-24T09:23:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:57,016 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T09:23:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:57,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:57,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/5addebdd6c01489d98e52569db1fa9d8 is 50, key is test_row_0/A:col10/1732440235731/Put/seqid=0 2024-11-24T09:23:57,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742367_1543 (size=12301) 2024-11-24T09:23:57,023 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/5addebdd6c01489d98e52569db1fa9d8 2024-11-24T09:23:57,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/834fdd843611481ab50c626c457841db is 50, key is test_row_0/B:col10/1732440235731/Put/seqid=0 2024-11-24T09:23:57,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742368_1544 (size=12301) 2024-11-24T09:23:57,034 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/834fdd843611481ab50c626c457841db 2024-11-24T09:23:57,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/dc50ebc8d37645b9b0c81678f247938d is 50, key is test_row_0/C:col10/1732440235731/Put/seqid=0 2024-11-24T09:23:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742369_1545 (size=12301) 2024-11-24T09:23:57,397 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/0b4e899d15604b88a4db158d206b2612 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0b4e899d15604b88a4db158d206b2612 2024-11-24T09:23:57,401 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 0b4e899d15604b88a4db158d206b2612(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:57,401 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:57,401 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440236971; duration=0sec 2024-11-24T09:23:57,401 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:57,401 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:57,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/828bdc9a580b4dbe9ac51e3473ffe1d1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/828bdc9a580b4dbe9ac51e3473ffe1d1 2024-11-24T09:23:57,420 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 828bdc9a580b4dbe9ac51e3473ffe1d1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:57,420 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:57,420 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440236971; duration=0sec 2024-11-24T09:23:57,420 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:57,420 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:57,450 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/dc50ebc8d37645b9b0c81678f247938d 2024-11-24T09:23:57,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/5addebdd6c01489d98e52569db1fa9d8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/5addebdd6c01489d98e52569db1fa9d8 2024-11-24T09:23:57,457 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/5addebdd6c01489d98e52569db1fa9d8, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T09:23:57,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/834fdd843611481ab50c626c457841db as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/834fdd843611481ab50c626c457841db 2024-11-24T09:23:57,460 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/834fdd843611481ab50c626c457841db, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T09:23:57,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/dc50ebc8d37645b9b0c81678f247938d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/dc50ebc8d37645b9b0c81678f247938d 2024-11-24T09:23:57,464 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/dc50ebc8d37645b9b0c81678f247938d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-24T09:23:57,465 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for c3ad4cb56ef862adece2ce9d39274630 in 449ms, sequenceid=291, compaction requested=false 2024-11-24T09:23:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:57,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-24T09:23:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-24T09:23:57,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-24T09:23:57,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6710 sec 2024-11-24T09:23:57,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.6750 sec 2024-11-24T09:23:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:57,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:23:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:57,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:57,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c55b5cf9c8774ddeb6a962f5107f55e9 is 50, key is test_row_0/A:col10/1732440237871/Put/seqid=0 2024-11-24T09:23:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742370_1546 (size=17181) 2024-11-24T09:23:57,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c55b5cf9c8774ddeb6a962f5107f55e9 2024-11-24T09:23:57,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/061d38945e4442d1bf1b6bff005dafcb is 50, key is test_row_0/B:col10/1732440237871/Put/seqid=0 2024-11-24T09:23:57,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742371_1547 (size=12301) 2024-11-24T09:23:57,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/061d38945e4442d1bf1b6bff005dafcb 2024-11-24T09:23:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-24T09:23:57,898 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-24T09:23:57,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/f5f865241f7049ed879a170edb55396a is 50, key is test_row_0/C:col10/1732440237871/Put/seqid=0 2024-11-24T09:23:57,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:23:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-24T09:23:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T09:23:57,901 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:23:57,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440297895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:57,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:23:57,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:23:57,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440297899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440297900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742372_1548 (size=12301) 2024-11-24T09:23:57,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/f5f865241f7049ed879a170edb55396a 2024-11-24T09:23:57,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440297901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440297903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c55b5cf9c8774ddeb6a962f5107f55e9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c55b5cf9c8774ddeb6a962f5107f55e9 2024-11-24T09:23:57,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c55b5cf9c8774ddeb6a962f5107f55e9, entries=250, sequenceid=307, filesize=16.8 K 2024-11-24T09:23:57,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/061d38945e4442d1bf1b6bff005dafcb as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/061d38945e4442d1bf1b6bff005dafcb 2024-11-24T09:23:57,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/061d38945e4442d1bf1b6bff005dafcb, entries=150, sequenceid=307, filesize=12.0 K 2024-11-24T09:23:57,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/f5f865241f7049ed879a170edb55396a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/f5f865241f7049ed879a170edb55396a 2024-11-24T09:23:57,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/f5f865241f7049ed879a170edb55396a, entries=150, sequenceid=307, filesize=12.0 K 2024-11-24T09:23:57,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for c3ad4cb56ef862adece2ce9d39274630 in 49ms, sequenceid=307, compaction requested=true 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:23:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:57,921 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:57,921 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:57,921 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41886 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:57,921 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:57,921 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:23:57,921 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:23:57,921 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:57,921 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:57,922 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0b4e899d15604b88a4db158d206b2612, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/834fdd843611481ab50c626c457841db, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/061d38945e4442d1bf1b6bff005dafcb] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.1 K 2024-11-24T09:23:57,922 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/de24f1e9552a4fdcad331d4cfb70b477, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/5addebdd6c01489d98e52569db1fa9d8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c55b5cf9c8774ddeb6a962f5107f55e9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=40.9 K 2024-11-24T09:23:57,922 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b4e899d15604b88a4db158d206b2612, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440234582 2024-11-24T09:23:57,922 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting de24f1e9552a4fdcad331d4cfb70b477, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440234582 2024-11-24T09:23:57,922 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 834fdd843611481ab50c626c457841db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732440235731 2024-11-24T09:23:57,922 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5addebdd6c01489d98e52569db1fa9d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732440235731 2024-11-24T09:23:57,922 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c55b5cf9c8774ddeb6a962f5107f55e9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732440237866 2024-11-24T09:23:57,922 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 061d38945e4442d1bf1b6bff005dafcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732440237870 2024-11-24T09:23:57,928 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:57,928 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:57,928 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/122da7568b9e4b96abcc3f347e8ffc4d is 50, key is test_row_0/B:col10/1732440237871/Put/seqid=0 2024-11-24T09:23:57,929 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/7ec8ae0bc5ba497a81aaf7c447022254 is 50, key is test_row_0/A:col10/1732440237871/Put/seqid=0 2024-11-24T09:23:57,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742373_1549 (size=12507) 2024-11-24T09:23:57,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742374_1550 (size=12507) 2024-11-24T09:23:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T09:23:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:58,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:23:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:58,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/f96e3b43d9dd4a23941de5cc5583476e is 50, key is test_row_0/A:col10/1732440238006/Put/seqid=0 2024-11-24T09:23:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742375_1551 (size=17181) 2024-11-24T09:23:58,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/f96e3b43d9dd4a23941de5cc5583476e 2024-11-24T09:23:58,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/f9fac6be4be04e19a9b28cad0ca7d68a is 50, key is test_row_0/B:col10/1732440238006/Put/seqid=0 2024-11-24T09:23:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440298016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742376_1552 (size=12301) 2024-11-24T09:23:58,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/f9fac6be4be04e19a9b28cad0ca7d68a 2024-11-24T09:23:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440298021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440298023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/1c9b627ebddb437e946128e5c8519113 is 50, key is test_row_0/C:col10/1732440238006/Put/seqid=0 2024-11-24T09:23:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440298025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440298026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742377_1553 (size=12301) 2024-11-24T09:23:58,053 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T09:23:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440298127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440298132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440298132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440298135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440298135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T09:23:58,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T09:23:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440298332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,338 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/122da7568b9e4b96abcc3f347e8ffc4d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/122da7568b9e4b96abcc3f347e8ffc4d 2024-11-24T09:23:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440298336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,340 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/7ec8ae0bc5ba497a81aaf7c447022254 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/7ec8ae0bc5ba497a81aaf7c447022254 2024-11-24T09:23:58,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440298337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,342 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 122da7568b9e4b96abcc3f347e8ffc4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:58,342 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:58,342 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440237921; duration=0sec 2024-11-24T09:23:58,342 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:23:58,343 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:23:58,343 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:23:58,344 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:23:58,344 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:23:58,344 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,344 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/828bdc9a580b4dbe9ac51e3473ffe1d1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/dc50ebc8d37645b9b0c81678f247938d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/f5f865241f7049ed879a170edb55396a] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.1 K 2024-11-24T09:23:58,345 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 828bdc9a580b4dbe9ac51e3473ffe1d1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732440234582 2024-11-24T09:23:58,345 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 7ec8ae0bc5ba497a81aaf7c447022254(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:58,345 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:58,345 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440237921; duration=0sec 2024-11-24T09:23:58,345 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:58,345 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:23:58,346 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting dc50ebc8d37645b9b0c81678f247938d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732440235731 2024-11-24T09:23:58,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440298342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,346 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f5f865241f7049ed879a170edb55396a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732440237870 2024-11-24T09:23:58,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440298344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,352 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:23:58,353 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/49aef65fd1d1475c8832ebe3fede0efe is 50, key is test_row_0/C:col10/1732440237871/Put/seqid=0 2024-11-24T09:23:58,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T09:23:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:58,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:23:58,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742378_1554 (size=12507) 2024-11-24T09:23:58,372 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/49aef65fd1d1475c8832ebe3fede0efe as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/49aef65fd1d1475c8832ebe3fede0efe 2024-11-24T09:23:58,377 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 49aef65fd1d1475c8832ebe3fede0efe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:23:58,377 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:58,377 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440237921; duration=0sec 2024-11-24T09:23:58,377 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:23:58,377 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:23:58,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/1c9b627ebddb437e946128e5c8519113 2024-11-24T09:23:58,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/f96e3b43d9dd4a23941de5cc5583476e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/f96e3b43d9dd4a23941de5cc5583476e 2024-11-24T09:23:58,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/f96e3b43d9dd4a23941de5cc5583476e, entries=250, sequenceid=332, filesize=16.8 K 2024-11-24T09:23:58,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/f9fac6be4be04e19a9b28cad0ca7d68a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f9fac6be4be04e19a9b28cad0ca7d68a 2024-11-24T09:23:58,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f9fac6be4be04e19a9b28cad0ca7d68a, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T09:23:58,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/1c9b627ebddb437e946128e5c8519113 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c9b627ebddb437e946128e5c8519113 2024-11-24T09:23:58,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c9b627ebddb437e946128e5c8519113, entries=150, sequenceid=332, filesize=12.0 K 2024-11-24T09:23:58,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c3ad4cb56ef862adece2ce9d39274630 in 469ms, sequenceid=332, compaction requested=false 2024-11-24T09:23:58,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T09:23:58,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-24T09:23:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:58,513 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:23:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:58,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/936c18f6ecc34707919f4bb5794e1b3a is 50, key is test_row_0/A:col10/1732440238007/Put/seqid=0 2024-11-24T09:23:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742379_1555 (size=12301) 2024-11-24T09:23:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:58,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:23:58,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440298664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440298666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440298667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440298668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440298669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440298770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440298773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440298773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440298775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440298778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,934 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/936c18f6ecc34707919f4bb5794e1b3a 2024-11-24T09:23:58,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/2f2bd98c3c7d445f8ed701dac1554886 is 50, key is test_row_0/B:col10/1732440238007/Put/seqid=0 2024-11-24T09:23:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742380_1556 (size=12301) 2024-11-24T09:23:58,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440298974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440298978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440298978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440298979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:58,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440298980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T09:23:59,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440299280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440299283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440299283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440299284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440299284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,344 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/2f2bd98c3c7d445f8ed701dac1554886 2024-11-24T09:23:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/fead5003e08742b486fc79519631a22e is 50, key is test_row_0/C:col10/1732440238007/Put/seqid=0 2024-11-24T09:23:59,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742381_1557 (size=12301) 2024-11-24T09:23:59,354 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/fead5003e08742b486fc79519631a22e 2024-11-24T09:23:59,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/936c18f6ecc34707919f4bb5794e1b3a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/936c18f6ecc34707919f4bb5794e1b3a 2024-11-24T09:23:59,363 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/936c18f6ecc34707919f4bb5794e1b3a, entries=150, sequenceid=346, filesize=12.0 K 2024-11-24T09:23:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/2f2bd98c3c7d445f8ed701dac1554886 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/2f2bd98c3c7d445f8ed701dac1554886 2024-11-24T09:23:59,371 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/2f2bd98c3c7d445f8ed701dac1554886, entries=150, sequenceid=346, filesize=12.0 K 2024-11-24T09:23:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/fead5003e08742b486fc79519631a22e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/fead5003e08742b486fc79519631a22e 2024-11-24T09:23:59,374 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/fead5003e08742b486fc79519631a22e, entries=150, sequenceid=346, filesize=12.0 K 2024-11-24T09:23:59,375 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c3ad4cb56ef862adece2ce9d39274630 in 862ms, sequenceid=346, compaction requested=true 2024-11-24T09:23:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:23:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:23:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-24T09:23:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-24T09:23:59,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-24T09:23:59,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-24T09:23:59,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4780 sec 2024-11-24T09:23:59,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:23:59,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:23:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:23:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:23:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:23:59,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:23:59,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c619286c1d664c8a9899d73a278b4d0f is 50, key is test_row_0/A:col10/1732440238662/Put/seqid=0 2024-11-24T09:23:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440299794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440299794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440299795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440299796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440299800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742382_1558 (size=14741) 2024-11-24T09:23:59,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c619286c1d664c8a9899d73a278b4d0f 2024-11-24T09:23:59,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/c15e084cfbcc4ed2bdfbfc973bd6624b is 50, key is test_row_0/B:col10/1732440238662/Put/seqid=0 2024-11-24T09:23:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742383_1559 (size=12301) 2024-11-24T09:23:59,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/c15e084cfbcc4ed2bdfbfc973bd6624b 2024-11-24T09:23:59,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/cfce895451df48ee9675f2a7c7f4ba1f is 50, key is test_row_0/C:col10/1732440238662/Put/seqid=0 2024-11-24T09:23:59,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742384_1560 (size=12301) 2024-11-24T09:23:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440299901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440299901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440299902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440299902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:23:59,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:23:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440299907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-24T09:24:00,006 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-24T09:24:00,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-24T09:24:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:24:00,009 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:00,010 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:00,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:00,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440300105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440300106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:24:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440300107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440300108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440300112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T09:24:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:00,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:00,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/cfce895451df48ee9675f2a7c7f4ba1f 2024-11-24T09:24:00,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c619286c1d664c8a9899d73a278b4d0f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c619286c1d664c8a9899d73a278b4d0f 2024-11-24T09:24:00,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c619286c1d664c8a9899d73a278b4d0f, entries=200, sequenceid=372, filesize=14.4 K 2024-11-24T09:24:00,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/c15e084cfbcc4ed2bdfbfc973bd6624b as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/c15e084cfbcc4ed2bdfbfc973bd6624b 2024-11-24T09:24:00,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/c15e084cfbcc4ed2bdfbfc973bd6624b, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T09:24:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/cfce895451df48ee9675f2a7c7f4ba1f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/cfce895451df48ee9675f2a7c7f4ba1f 2024-11-24T09:24:00,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/cfce895451df48ee9675f2a7c7f4ba1f, entries=150, sequenceid=372, filesize=12.0 K 2024-11-24T09:24:00,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c3ad4cb56ef862adece2ce9d39274630 in 473ms, sequenceid=372, compaction requested=true 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:00,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:00,261 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:00,261 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:00,262 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:00,262 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56730 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:00,262 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:24:00,262 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:24:00,262 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:00,262 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:00,262 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/122da7568b9e4b96abcc3f347e8ffc4d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f9fac6be4be04e19a9b28cad0ca7d68a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/2f2bd98c3c7d445f8ed701dac1554886, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/c15e084cfbcc4ed2bdfbfc973bd6624b] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=48.3 K 2024-11-24T09:24:00,262 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/7ec8ae0bc5ba497a81aaf7c447022254, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/f96e3b43d9dd4a23941de5cc5583476e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/936c18f6ecc34707919f4bb5794e1b3a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c619286c1d664c8a9899d73a278b4d0f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=55.4 K 2024-11-24T09:24:00,263 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 122da7568b9e4b96abcc3f347e8ffc4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732440237870 2024-11-24T09:24:00,263 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ec8ae0bc5ba497a81aaf7c447022254, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732440237870 2024-11-24T09:24:00,263 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f9fac6be4be04e19a9b28cad0ca7d68a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732440237901 2024-11-24T09:24:00,263 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96e3b43d9dd4a23941de5cc5583476e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732440237897 2024-11-24T09:24:00,263 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f2bd98c3c7d445f8ed701dac1554886, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732440238007 2024-11-24T09:24:00,263 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 936c18f6ecc34707919f4bb5794e1b3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732440238007 2024-11-24T09:24:00,264 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c619286c1d664c8a9899d73a278b4d0f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732440238662 2024-11-24T09:24:00,264 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting c15e084cfbcc4ed2bdfbfc973bd6624b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732440238662 2024-11-24T09:24:00,270 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:00,271 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/58aa2ca1d5114b26900b745ef5501a6c is 50, key is test_row_0/B:col10/1732440238662/Put/seqid=0 2024-11-24T09:24:00,271 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:00,272 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/19ae145c890e4f359435b798d5a4a4f7 is 50, key is test_row_0/A:col10/1732440238662/Put/seqid=0 2024-11-24T09:24:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742385_1561 (size=12643) 2024-11-24T09:24:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742386_1562 (size=12643) 2024-11-24T09:24:00,279 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/58aa2ca1d5114b26900b745ef5501a6c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/58aa2ca1d5114b26900b745ef5501a6c 2024-11-24T09:24:00,283 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 58aa2ca1d5114b26900b745ef5501a6c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:00,283 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:00,284 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=12, startTime=1732440240261; duration=0sec 2024-11-24T09:24:00,284 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:00,284 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:24:00,284 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:00,284 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:00,285 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:24:00,285 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:00,285 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/49aef65fd1d1475c8832ebe3fede0efe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c9b627ebddb437e946128e5c8519113, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/fead5003e08742b486fc79519631a22e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/cfce895451df48ee9675f2a7c7f4ba1f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=48.3 K 2024-11-24T09:24:00,285 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 49aef65fd1d1475c8832ebe3fede0efe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732440237870 2024-11-24T09:24:00,285 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c9b627ebddb437e946128e5c8519113, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1732440237901 2024-11-24T09:24:00,285 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting fead5003e08742b486fc79519631a22e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=346, earliestPutTs=1732440238007 2024-11-24T09:24:00,286 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting cfce895451df48ee9675f2a7c7f4ba1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732440238662 2024-11-24T09:24:00,294 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:00,294 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/2f60edd767df4654b58ebe8674c8237c is 50, key is test_row_0/C:col10/1732440238662/Put/seqid=0 2024-11-24T09:24:00,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742387_1563 (size=12643) 2024-11-24T09:24:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:24:00,314 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-24T09:24:00,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:00,315 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T09:24:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:24:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:24:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:24:00,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:00,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/348eb7718d7e43078d4f661bdf26f24c is 50, key is test_row_0/A:col10/1732440239793/Put/seqid=0 2024-11-24T09:24:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742388_1564 (size=12301) 2024-11-24T09:24:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440300439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440300446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440300447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440300447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440300448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440300549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440300553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440300553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440300553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440300554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:24:00,681 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/19ae145c890e4f359435b798d5a4a4f7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/19ae145c890e4f359435b798d5a4a4f7 2024-11-24T09:24:00,685 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 19ae145c890e4f359435b798d5a4a4f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:00,685 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:00,685 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=12, startTime=1732440240261; duration=0sec 2024-11-24T09:24:00,685 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:00,685 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:24:00,702 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/2f60edd767df4654b58ebe8674c8237c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/2f60edd767df4654b58ebe8674c8237c 2024-11-24T09:24:00,705 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 2f60edd767df4654b58ebe8674c8237c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:00,705 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:00,705 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=12, startTime=1732440240261; duration=0sec 2024-11-24T09:24:00,705 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:00,705 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:24:00,722 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/348eb7718d7e43078d4f661bdf26f24c 2024-11-24T09:24:00,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/b2b04d2fecd147f28cd7207f158bd0ae is 50, key is test_row_0/B:col10/1732440239793/Put/seqid=0 2024-11-24T09:24:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742389_1565 (size=12301) 2024-11-24T09:24:00,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440300757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440300758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440300759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440300759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:00,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440300759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440301061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440301061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440301062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440301062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440301063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:24:01,132 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/b2b04d2fecd147f28cd7207f158bd0ae 2024-11-24T09:24:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/22ef7ab8d94e4909aefeb8da5cbe93a4 is 50, key is test_row_0/C:col10/1732440239793/Put/seqid=0 2024-11-24T09:24:01,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742390_1566 (size=12301) 2024-11-24T09:24:01,141 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/22ef7ab8d94e4909aefeb8da5cbe93a4 2024-11-24T09:24:01,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/348eb7718d7e43078d4f661bdf26f24c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/348eb7718d7e43078d4f661bdf26f24c 2024-11-24T09:24:01,147 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/348eb7718d7e43078d4f661bdf26f24c, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T09:24:01,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/b2b04d2fecd147f28cd7207f158bd0ae as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b2b04d2fecd147f28cd7207f158bd0ae 2024-11-24T09:24:01,151 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b2b04d2fecd147f28cd7207f158bd0ae, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T09:24:01,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/22ef7ab8d94e4909aefeb8da5cbe93a4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/22ef7ab8d94e4909aefeb8da5cbe93a4 2024-11-24T09:24:01,154 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/22ef7ab8d94e4909aefeb8da5cbe93a4, entries=150, sequenceid=383, filesize=12.0 K 2024-11-24T09:24:01,154 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for c3ad4cb56ef862adece2ce9d39274630 in 840ms, sequenceid=383, compaction requested=false 2024-11-24T09:24:01,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:01,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:01,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-24T09:24:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-24T09:24:01,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T09:24:01,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1450 sec 2024-11-24T09:24:01,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1490 sec 2024-11-24T09:24:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:01,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:24:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:24:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:24:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:24:01,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:01,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/dbfa2410b90d48d8934ef67e957b023f is 50, key is test_row_0/A:col10/1732440240446/Put/seqid=0 2024-11-24T09:24:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440301573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742391_1567 (size=12301) 2024-11-24T09:24:01,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440301576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440301578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440301578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440301580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440301679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440301683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440301685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440301685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440301685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440301882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440301886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440301886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440301886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440301890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:01,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/dbfa2410b90d48d8934ef67e957b023f 2024-11-24T09:24:01,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/11e2cc4eaf2d492ab4395a438a773b69 is 50, key is test_row_0/B:col10/1732440240446/Put/seqid=0 2024-11-24T09:24:01,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742392_1568 (size=12301) 2024-11-24T09:24:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-24T09:24:02,113 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-24T09:24:02,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-24T09:24:02,117 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:02,117 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:02,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T09:24:02,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440302187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440302190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440302190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440302191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440302192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T09:24:02,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T09:24:02,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:02,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:02,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:02,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/11e2cc4eaf2d492ab4395a438a773b69 2024-11-24T09:24:02,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/3812a32c9cc240ddaeb99f20e2bf7e5f is 50, key is test_row_0/C:col10/1732440240446/Put/seqid=0 2024-11-24T09:24:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742393_1569 (size=12301) 2024-11-24T09:24:02,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/3812a32c9cc240ddaeb99f20e2bf7e5f 2024-11-24T09:24:02,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/dbfa2410b90d48d8934ef67e957b023f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/dbfa2410b90d48d8934ef67e957b023f 2024-11-24T09:24:02,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/dbfa2410b90d48d8934ef67e957b023f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T09:24:02,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/11e2cc4eaf2d492ab4395a438a773b69 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/11e2cc4eaf2d492ab4395a438a773b69 2024-11-24T09:24:02,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/11e2cc4eaf2d492ab4395a438a773b69, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T09:24:02,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/3812a32c9cc240ddaeb99f20e2bf7e5f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/3812a32c9cc240ddaeb99f20e2bf7e5f 2024-11-24T09:24:02,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/3812a32c9cc240ddaeb99f20e2bf7e5f, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T09:24:02,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for c3ad4cb56ef862adece2ce9d39274630 in 848ms, sequenceid=414, compaction requested=true 2024-11-24T09:24:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:02,417 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:02,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:02,418 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:02,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:02,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:02,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:02,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:02,418 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:02,418 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:24:02,418 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,418 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/19ae145c890e4f359435b798d5a4a4f7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/348eb7718d7e43078d4f661bdf26f24c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/dbfa2410b90d48d8934ef67e957b023f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.4 K 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19ae145c890e4f359435b798d5a4a4f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732440238662 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:24:02,419 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,419 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/58aa2ca1d5114b26900b745ef5501a6c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b2b04d2fecd147f28cd7207f158bd0ae, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/11e2cc4eaf2d492ab4395a438a773b69] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.4 K 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 348eb7718d7e43078d4f661bdf26f24c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732440239793 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 58aa2ca1d5114b26900b745ef5501a6c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732440238662 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbfa2410b90d48d8934ef67e957b023f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440240446 2024-11-24T09:24:02,419 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting b2b04d2fecd147f28cd7207f158bd0ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732440239793 2024-11-24T09:24:02,420 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e2cc4eaf2d492ab4395a438a773b69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440240446 2024-11-24T09:24:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T09:24:02,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,423 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:24:02,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:02,428 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:02,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/a03e31b79fc844a987cbc63988031bfd is 50, key is test_row_0/A:col10/1732440241576/Put/seqid=0 2024-11-24T09:24:02,429 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#490 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:02,429 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c3f3d22c49a048d0a8c0a2965f1b9940 is 50, key is test_row_0/A:col10/1732440240446/Put/seqid=0 2024-11-24T09:24:02,429 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/0e2fb5c641294b86a8f7f930b76e2e81 is 50, key is test_row_0/B:col10/1732440240446/Put/seqid=0 2024-11-24T09:24:02,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742394_1570 (size=9857) 2024-11-24T09:24:02,443 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/a03e31b79fc844a987cbc63988031bfd 2024-11-24T09:24:02,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742395_1571 (size=12745) 2024-11-24T09:24:02,455 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/0e2fb5c641294b86a8f7f930b76e2e81 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0e2fb5c641294b86a8f7f930b76e2e81 2024-11-24T09:24:02,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/d657d90e2082440e84f909e8b280cd0a is 50, key is test_row_0/B:col10/1732440241576/Put/seqid=0 2024-11-24T09:24:02,471 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into 0e2fb5c641294b86a8f7f930b76e2e81(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:02,471 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:02,471 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440242417; duration=0sec 2024-11-24T09:24:02,471 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:02,471 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:24:02,472 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:02,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37245 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:02,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:24:02,473 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,473 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/2f60edd767df4654b58ebe8674c8237c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/22ef7ab8d94e4909aefeb8da5cbe93a4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/3812a32c9cc240ddaeb99f20e2bf7e5f] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.4 K 2024-11-24T09:24:02,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f60edd767df4654b58ebe8674c8237c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732440238662 2024-11-24T09:24:02,474 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 22ef7ab8d94e4909aefeb8da5cbe93a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732440239793 2024-11-24T09:24:02,474 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3812a32c9cc240ddaeb99f20e2bf7e5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440240446 2024-11-24T09:24:02,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742396_1572 (size=12745) 2024-11-24T09:24:02,483 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/c3f3d22c49a048d0a8c0a2965f1b9940 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c3f3d22c49a048d0a8c0a2965f1b9940 2024-11-24T09:24:02,489 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into c3f3d22c49a048d0a8c0a2965f1b9940(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:02,489 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:02,489 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440242417; duration=0sec 2024-11-24T09:24:02,489 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:02,489 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:24:02,502 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:02,502 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/9ab2920cbebc4a18a209ff7531e768b5 is 50, key is test_row_0/C:col10/1732440240446/Put/seqid=0 2024-11-24T09:24:02,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742397_1573 (size=9857) 2024-11-24T09:24:02,518 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/d657d90e2082440e84f909e8b280cd0a 2024-11-24T09:24:02,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ef9d3f9e2aad4afe8871375cb137a7bf is 50, key is test_row_0/C:col10/1732440241576/Put/seqid=0 2024-11-24T09:24:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742398_1574 (size=12745) 2024-11-24T09:24:02,534 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/9ab2920cbebc4a18a209ff7531e768b5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9ab2920cbebc4a18a209ff7531e768b5 2024-11-24T09:24:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742399_1575 (size=9857) 2024-11-24T09:24:02,540 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ef9d3f9e2aad4afe8871375cb137a7bf 2024-11-24T09:24:02,540 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 9ab2920cbebc4a18a209ff7531e768b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:02,540 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:02,540 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440242418; duration=0sec 2024-11-24T09:24:02,540 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:02,540 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:24:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/a03e31b79fc844a987cbc63988031bfd as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/a03e31b79fc844a987cbc63988031bfd 2024-11-24T09:24:02,549 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/a03e31b79fc844a987cbc63988031bfd, entries=100, sequenceid=422, filesize=9.6 K 2024-11-24T09:24:02,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/d657d90e2082440e84f909e8b280cd0a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/d657d90e2082440e84f909e8b280cd0a 2024-11-24T09:24:02,554 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/d657d90e2082440e84f909e8b280cd0a, entries=100, sequenceid=422, filesize=9.6 K 2024-11-24T09:24:02,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/ef9d3f9e2aad4afe8871375cb137a7bf as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ef9d3f9e2aad4afe8871375cb137a7bf 2024-11-24T09:24:02,558 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ef9d3f9e2aad4afe8871375cb137a7bf, entries=100, sequenceid=422, filesize=9.6 K 2024-11-24T09:24:02,559 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c3ad4cb56ef862adece2ce9d39274630 in 136ms, sequenceid=422, compaction requested=false 2024-11-24T09:24:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-24T09:24:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-24T09:24:02,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-24T09:24:02,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 442 msec 2024-11-24T09:24:02,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 447 msec 2024-11-24T09:24:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:02,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:24:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:24:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:24:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:24:02,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:02,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/49b2ad44fbf14caaa20d57afcae64969 is 50, key is test_row_0/A:col10/1732440242698/Put/seqid=0 2024-11-24T09:24:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742400_1576 (size=14741) 2024-11-24T09:24:02,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-24T09:24:02,723 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-24T09:24:02,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:02,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-24T09:24:02,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:02,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:02,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:02,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440302726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440302726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440302727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440302727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440302728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440302834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440302834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440302835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440302836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:02,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440302836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:02,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:02,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:02,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:03,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440303039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440303039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440303041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440303041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440303041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/49b2ad44fbf14caaa20d57afcae64969 2024-11-24T09:24:03,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/a04f415d4a874e82a784088d35d33582 is 50, key is test_row_0/B:col10/1732440242698/Put/seqid=0 2024-11-24T09:24:03,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742401_1577 (size=12301) 2024-11-24T09:24:03,166 DEBUG [Thread-2151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:61826 2024-11-24T09:24:03,166 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:03,168 DEBUG [Thread-2149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:61826 2024-11-24T09:24:03,168 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:03,169 DEBUG [Thread-2147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:61826 2024-11-24T09:24:03,169 DEBUG [Thread-2147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:03,171 DEBUG [Thread-2143 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:61826 2024-11-24T09:24:03,171 DEBUG [Thread-2143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:03,172 DEBUG [Thread-2145 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:61826 2024-11-24T09:24:03,172 DEBUG [Thread-2145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:03,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:03,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440303343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440303344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440303345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440303345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440303346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/a04f415d4a874e82a784088d35d33582 2024-11-24T09:24:03,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c54140e7f2e24958b9fa5b9b3d823803 is 50, key is test_row_0/C:col10/1732440242698/Put/seqid=0 2024-11-24T09:24:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742402_1578 (size=12301) 2024-11-24T09:24:03,638 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59632 deadline: 1732440303846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59606 deadline: 1732440303846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59618 deadline: 1732440303847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59596 deadline: 1732440303848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59652 deadline: 1732440303849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c54140e7f2e24958b9fa5b9b3d823803 2024-11-24T09:24:03,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/49b2ad44fbf14caaa20d57afcae64969 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/49b2ad44fbf14caaa20d57afcae64969 2024-11-24T09:24:03,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/49b2ad44fbf14caaa20d57afcae64969, entries=200, sequenceid=437, filesize=14.4 K 2024-11-24T09:24:03,943 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:03,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/a04f415d4a874e82a784088d35d33582 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a04f415d4a874e82a784088d35d33582 2024-11-24T09:24:03,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:03,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a04f415d4a874e82a784088d35d33582, entries=150, sequenceid=437, filesize=12.0 K 2024-11-24T09:24:03,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/c54140e7f2e24958b9fa5b9b3d823803 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c54140e7f2e24958b9fa5b9b3d823803 2024-11-24T09:24:03,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c54140e7f2e24958b9fa5b9b3d823803, entries=150, sequenceid=437, filesize=12.0 K 2024-11-24T09:24:03,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c3ad4cb56ef862adece2ce9d39274630 in 1249ms, sequenceid=437, compaction requested=true 2024-11-24T09:24:03,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:03,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:03,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:03,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:03,951 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:03,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:03,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3ad4cb56ef862adece2ce9d39274630:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:03,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:03,951 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:03,951 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:03,951 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:03,951 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/A is initiating minor compaction (all files) 2024-11-24T09:24:03,951 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/B is initiating minor compaction (all files) 2024-11-24T09:24:03,951 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/A in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,951 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/B in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:03,951 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c3f3d22c49a048d0a8c0a2965f1b9940, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/a03e31b79fc844a987cbc63988031bfd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/49b2ad44fbf14caaa20d57afcae64969] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=36.5 K 2024-11-24T09:24:03,951 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0e2fb5c641294b86a8f7f930b76e2e81, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/d657d90e2082440e84f909e8b280cd0a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a04f415d4a874e82a784088d35d33582] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=34.1 K 2024-11-24T09:24:03,952 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e2fb5c641294b86a8f7f930b76e2e81, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440240446 2024-11-24T09:24:03,952 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3f3d22c49a048d0a8c0a2965f1b9940, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440240446 2024-11-24T09:24:03,952 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d657d90e2082440e84f909e8b280cd0a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732440241576 2024-11-24T09:24:03,952 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a03e31b79fc844a987cbc63988031bfd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732440241576 2024-11-24T09:24:03,952 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49b2ad44fbf14caaa20d57afcae64969, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732440242698 2024-11-24T09:24:03,952 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting a04f415d4a874e82a784088d35d33582, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732440242698 2024-11-24T09:24:03,957 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#B#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:03,957 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:03,957 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9e80a4de8c0f4a08bcd4a8c160b1a358 is 50, key is test_row_0/A:col10/1732440242698/Put/seqid=0 2024-11-24T09:24:03,957 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/a3b55d44fccb4ff9b4b76ca06085b664 is 50, key is test_row_0/B:col10/1732440242698/Put/seqid=0 2024-11-24T09:24:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742404_1580 (size=12847) 2024-11-24T09:24:03,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742403_1579 (size=12847) 2024-11-24T09:24:04,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:04,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-24T09:24:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:04,097 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T09:24:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:24:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:24:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:24:04,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:04,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9939116be1ea46989d4c3a0f3bfdccfc is 50, key is test_row_0/A:col10/1732440242726/Put/seqid=0 2024-11-24T09:24:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742405_1581 (size=12301) 2024-11-24T09:24:04,365 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9e80a4de8c0f4a08bcd4a8c160b1a358 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9e80a4de8c0f4a08bcd4a8c160b1a358 2024-11-24T09:24:04,365 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/a3b55d44fccb4ff9b4b76ca06085b664 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a3b55d44fccb4ff9b4b76ca06085b664 2024-11-24T09:24:04,369 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/A of c3ad4cb56ef862adece2ce9d39274630 into 9e80a4de8c0f4a08bcd4a8c160b1a358(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:04,369 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/B of c3ad4cb56ef862adece2ce9d39274630 into a3b55d44fccb4ff9b4b76ca06085b664(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:04,369 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/A, priority=13, startTime=1732440243950; duration=0sec 2024-11-24T09:24:04,369 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/B, priority=13, startTime=1732440243951; duration=0sec 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:A 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:B 2024-11-24T09:24:04,369 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:04,370 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34903 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:04,370 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): c3ad4cb56ef862adece2ce9d39274630/C is initiating minor compaction (all files) 2024-11-24T09:24:04,370 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c3ad4cb56ef862adece2ce9d39274630/C in TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:04,370 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9ab2920cbebc4a18a209ff7531e768b5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ef9d3f9e2aad4afe8871375cb137a7bf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c54140e7f2e24958b9fa5b9b3d823803] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp, totalSize=34.1 K 2024-11-24T09:24:04,370 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab2920cbebc4a18a209ff7531e768b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732440240446 2024-11-24T09:24:04,370 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef9d3f9e2aad4afe8871375cb137a7bf, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1732440241576 2024-11-24T09:24:04,370 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting c54140e7f2e24958b9fa5b9b3d823803, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732440242698 2024-11-24T09:24:04,375 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3ad4cb56ef862adece2ce9d39274630#C#compaction#501 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:04,376 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/8b383a13ed30429ea5ea980da4dffbb6 is 50, key is test_row_0/C:col10/1732440242698/Put/seqid=0 2024-11-24T09:24:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742406_1582 (size=12847) 2024-11-24T09:24:04,504 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9939116be1ea46989d4c3a0f3bfdccfc 2024-11-24T09:24:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4d49ea2c79214d269a61e6f271511754 is 50, key is test_row_0/B:col10/1732440242726/Put/seqid=0 2024-11-24T09:24:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742407_1583 (size=12301) 2024-11-24T09:24:04,783 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/8b383a13ed30429ea5ea980da4dffbb6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8b383a13ed30429ea5ea980da4dffbb6 2024-11-24T09:24:04,787 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c3ad4cb56ef862adece2ce9d39274630/C of c3ad4cb56ef862adece2ce9d39274630 into 8b383a13ed30429ea5ea980da4dffbb6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:04,787 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:04,787 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630., storeName=c3ad4cb56ef862adece2ce9d39274630/C, priority=13, startTime=1732440243951; duration=0sec 2024-11-24T09:24:04,787 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:04,787 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3ad4cb56ef862adece2ce9d39274630:C 2024-11-24T09:24:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:04,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. as already flushing 2024-11-24T09:24:04,851 DEBUG [Thread-2138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:61826 2024-11-24T09:24:04,851 DEBUG [Thread-2138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:04,851 DEBUG [Thread-2140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:61826 2024-11-24T09:24:04,851 DEBUG [Thread-2140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:04,851 DEBUG [Thread-2132 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:61826 2024-11-24T09:24:04,851 DEBUG [Thread-2132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:04,852 DEBUG [Thread-2134 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:61826 2024-11-24T09:24:04,852 DEBUG [Thread-2134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:04,853 DEBUG [Thread-2136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:61826 2024-11-24T09:24:04,853 DEBUG [Thread-2136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:04,912 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4d49ea2c79214d269a61e6f271511754 2024-11-24T09:24:04,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/0fe21d80a67b4c53a3a76b3f4fffbb43 is 50, key is test_row_0/C:col10/1732440242726/Put/seqid=0 2024-11-24T09:24:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742408_1584 (size=12301) 2024-11-24T09:24:05,321 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/0fe21d80a67b4c53a3a76b3f4fffbb43 2024-11-24T09:24:05,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/9939116be1ea46989d4c3a0f3bfdccfc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9939116be1ea46989d4c3a0f3bfdccfc 2024-11-24T09:24:05,327 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9939116be1ea46989d4c3a0f3bfdccfc, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T09:24:05,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/4d49ea2c79214d269a61e6f271511754 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4d49ea2c79214d269a61e6f271511754 2024-11-24T09:24:05,330 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4d49ea2c79214d269a61e6f271511754, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T09:24:05,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/0fe21d80a67b4c53a3a76b3f4fffbb43 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0fe21d80a67b4c53a3a76b3f4fffbb43 2024-11-24T09:24:05,333 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0fe21d80a67b4c53a3a76b3f4fffbb43, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T09:24:05,334 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for c3ad4cb56ef862adece2ce9d39274630 in 1237ms, sequenceid=461, compaction requested=false 2024-11-24T09:24:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-24T09:24:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-24T09:24:05,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T09:24:05,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6090 sec 2024-11-24T09:24:05,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.6120 sec 2024-11-24T09:24:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-24T09:24:06,830 INFO [Thread-2142 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2957 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8871 rows 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2966 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8898 rows 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2963 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8888 rows 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2957 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8871 rows 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2958 2024-11-24T09:24:06,830 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8873 rows 2024-11-24T09:24:06,830 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:24:06,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:61826 2024-11-24T09:24:06,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:06,832 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:24:06,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:24:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:24:06,836 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440246836"}]},"ts":"1732440246836"} 2024-11-24T09:24:06,837 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:24:06,839 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:24:06,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:24:06,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, UNASSIGN}] 2024-11-24T09:24:06,841 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, UNASSIGN 2024-11-24T09:24:06,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c3ad4cb56ef862adece2ce9d39274630, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:06,842 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:24:06,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:24:06,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:06,994 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing c3ad4cb56ef862adece2ce9d39274630, disabling compactions & flushes 2024-11-24T09:24:06,994 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. after waiting 0 ms 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:06,994 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing c3ad4cb56ef862adece2ce9d39274630 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=A 2024-11-24T09:24:06,994 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:06,995 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=B 2024-11-24T09:24:06,995 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:06,995 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c3ad4cb56ef862adece2ce9d39274630, store=C 2024-11-24T09:24:06,995 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:06,998 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/ec6daf4eda6542cd87e6a2b629c5461e is 50, key is test_row_0/A:col10/1732440244852/Put/seqid=0 2024-11-24T09:24:07,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742409_1585 (size=12301) 2024-11-24T09:24:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:24:07,402 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/ec6daf4eda6542cd87e6a2b629c5461e 2024-11-24T09:24:07,412 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/63bab4d8251a44eebd5d57fd70144231 is 50, key is test_row_0/B:col10/1732440244852/Put/seqid=0 2024-11-24T09:24:07,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742410_1586 (size=12301) 2024-11-24T09:24:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:24:07,816 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/63bab4d8251a44eebd5d57fd70144231 2024-11-24T09:24:07,821 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/6a4e74f3ac0c44f8be5879a529338c49 is 50, key is test_row_0/C:col10/1732440244852/Put/seqid=0 2024-11-24T09:24:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742411_1587 (size=12301) 2024-11-24T09:24:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:24:08,225 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/6a4e74f3ac0c44f8be5879a529338c49 2024-11-24T09:24:08,228 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/A/ec6daf4eda6542cd87e6a2b629c5461e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/ec6daf4eda6542cd87e6a2b629c5461e 2024-11-24T09:24:08,231 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/ec6daf4eda6542cd87e6a2b629c5461e, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:24:08,231 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/B/63bab4d8251a44eebd5d57fd70144231 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/63bab4d8251a44eebd5d57fd70144231 2024-11-24T09:24:08,234 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/63bab4d8251a44eebd5d57fd70144231, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:24:08,234 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/.tmp/C/6a4e74f3ac0c44f8be5879a529338c49 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6a4e74f3ac0c44f8be5879a529338c49 2024-11-24T09:24:08,237 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6a4e74f3ac0c44f8be5879a529338c49, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T09:24:08,238 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c3ad4cb56ef862adece2ce9d39274630 in 1244ms, sequenceid=472, compaction requested=true 2024-11-24T09:24:08,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/aa7b111411324e2492bd5240e2a95371, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/25ba609db7e74ffea8cf659dedca6d82, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/583f9568c04c4ee289e183c22fc067e9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/de24f1e9552a4fdcad331d4cfb70b477, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/5addebdd6c01489d98e52569db1fa9d8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c55b5cf9c8774ddeb6a962f5107f55e9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/7ec8ae0bc5ba497a81aaf7c447022254, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/f96e3b43d9dd4a23941de5cc5583476e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/936c18f6ecc34707919f4bb5794e1b3a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c619286c1d664c8a9899d73a278b4d0f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/19ae145c890e4f359435b798d5a4a4f7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/348eb7718d7e43078d4f661bdf26f24c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c3f3d22c49a048d0a8c0a2965f1b9940, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/dbfa2410b90d48d8934ef67e957b023f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/a03e31b79fc844a987cbc63988031bfd, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/49b2ad44fbf14caaa20d57afcae64969] to archive 2024-11-24T09:24:08,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:24:08,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/aa7b111411324e2492bd5240e2a95371 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/aa7b111411324e2492bd5240e2a95371 2024-11-24T09:24:08,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/25ba609db7e74ffea8cf659dedca6d82 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/25ba609db7e74ffea8cf659dedca6d82 2024-11-24T09:24:08,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/583f9568c04c4ee289e183c22fc067e9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/583f9568c04c4ee289e183c22fc067e9 2024-11-24T09:24:08,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/de24f1e9552a4fdcad331d4cfb70b477 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/de24f1e9552a4fdcad331d4cfb70b477 2024-11-24T09:24:08,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/5addebdd6c01489d98e52569db1fa9d8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/5addebdd6c01489d98e52569db1fa9d8 2024-11-24T09:24:08,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c55b5cf9c8774ddeb6a962f5107f55e9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c55b5cf9c8774ddeb6a962f5107f55e9 2024-11-24T09:24:08,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/7ec8ae0bc5ba497a81aaf7c447022254 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/7ec8ae0bc5ba497a81aaf7c447022254 2024-11-24T09:24:08,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/f96e3b43d9dd4a23941de5cc5583476e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/f96e3b43d9dd4a23941de5cc5583476e 2024-11-24T09:24:08,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/936c18f6ecc34707919f4bb5794e1b3a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/936c18f6ecc34707919f4bb5794e1b3a 2024-11-24T09:24:08,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c619286c1d664c8a9899d73a278b4d0f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c619286c1d664c8a9899d73a278b4d0f 2024-11-24T09:24:08,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/19ae145c890e4f359435b798d5a4a4f7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/19ae145c890e4f359435b798d5a4a4f7 2024-11-24T09:24:08,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/348eb7718d7e43078d4f661bdf26f24c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/348eb7718d7e43078d4f661bdf26f24c 2024-11-24T09:24:08,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c3f3d22c49a048d0a8c0a2965f1b9940 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/c3f3d22c49a048d0a8c0a2965f1b9940 2024-11-24T09:24:08,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/dbfa2410b90d48d8934ef67e957b023f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/dbfa2410b90d48d8934ef67e957b023f 2024-11-24T09:24:08,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/a03e31b79fc844a987cbc63988031bfd to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/a03e31b79fc844a987cbc63988031bfd 2024-11-24T09:24:08,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/49b2ad44fbf14caaa20d57afcae64969 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/49b2ad44fbf14caaa20d57afcae64969 2024-11-24T09:24:08,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/78ad92905e5743a6a1e34f763198eb08, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/6e63980f904c46c79a9bec26313d05be, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0b4e899d15604b88a4db158d206b2612, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/577a715a9c284458ab15f14a1a93f295, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/834fdd843611481ab50c626c457841db, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/122da7568b9e4b96abcc3f347e8ffc4d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/061d38945e4442d1bf1b6bff005dafcb, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f9fac6be4be04e19a9b28cad0ca7d68a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/2f2bd98c3c7d445f8ed701dac1554886, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/58aa2ca1d5114b26900b745ef5501a6c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/c15e084cfbcc4ed2bdfbfc973bd6624b, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b2b04d2fecd147f28cd7207f158bd0ae, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0e2fb5c641294b86a8f7f930b76e2e81, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/11e2cc4eaf2d492ab4395a438a773b69, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/d657d90e2082440e84f909e8b280cd0a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a04f415d4a874e82a784088d35d33582] to archive 2024-11-24T09:24:08,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:24:08,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/78ad92905e5743a6a1e34f763198eb08 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/78ad92905e5743a6a1e34f763198eb08 2024-11-24T09:24:08,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/6e63980f904c46c79a9bec26313d05be to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/6e63980f904c46c79a9bec26313d05be 2024-11-24T09:24:08,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0b4e899d15604b88a4db158d206b2612 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0b4e899d15604b88a4db158d206b2612 2024-11-24T09:24:08,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/577a715a9c284458ab15f14a1a93f295 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/577a715a9c284458ab15f14a1a93f295 2024-11-24T09:24:08,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/834fdd843611481ab50c626c457841db to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/834fdd843611481ab50c626c457841db 2024-11-24T09:24:08,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/122da7568b9e4b96abcc3f347e8ffc4d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/122da7568b9e4b96abcc3f347e8ffc4d 2024-11-24T09:24:08,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/061d38945e4442d1bf1b6bff005dafcb to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/061d38945e4442d1bf1b6bff005dafcb 2024-11-24T09:24:08,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f9fac6be4be04e19a9b28cad0ca7d68a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/f9fac6be4be04e19a9b28cad0ca7d68a 2024-11-24T09:24:08,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/2f2bd98c3c7d445f8ed701dac1554886 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/2f2bd98c3c7d445f8ed701dac1554886 2024-11-24T09:24:08,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/58aa2ca1d5114b26900b745ef5501a6c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/58aa2ca1d5114b26900b745ef5501a6c 2024-11-24T09:24:08,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/c15e084cfbcc4ed2bdfbfc973bd6624b to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/c15e084cfbcc4ed2bdfbfc973bd6624b 2024-11-24T09:24:08,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b2b04d2fecd147f28cd7207f158bd0ae to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/b2b04d2fecd147f28cd7207f158bd0ae 2024-11-24T09:24:08,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0e2fb5c641294b86a8f7f930b76e2e81 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/0e2fb5c641294b86a8f7f930b76e2e81 2024-11-24T09:24:08,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/11e2cc4eaf2d492ab4395a438a773b69 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/11e2cc4eaf2d492ab4395a438a773b69 2024-11-24T09:24:08,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/d657d90e2082440e84f909e8b280cd0a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/d657d90e2082440e84f909e8b280cd0a 2024-11-24T09:24:08,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a04f415d4a874e82a784088d35d33582 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a04f415d4a874e82a784088d35d33582 2024-11-24T09:24:08,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/db24bcca14d849d19e6d641e4556d1a7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8aac5fb088b74b718611c58462020a65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/828bdc9a580b4dbe9ac51e3473ffe1d1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0feda8feeee84eb98c3e06a34266b61d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/dc50ebc8d37645b9b0c81678f247938d, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/49aef65fd1d1475c8832ebe3fede0efe, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/f5f865241f7049ed879a170edb55396a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c9b627ebddb437e946128e5c8519113, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/fead5003e08742b486fc79519631a22e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/2f60edd767df4654b58ebe8674c8237c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/cfce895451df48ee9675f2a7c7f4ba1f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/22ef7ab8d94e4909aefeb8da5cbe93a4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9ab2920cbebc4a18a209ff7531e768b5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/3812a32c9cc240ddaeb99f20e2bf7e5f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ef9d3f9e2aad4afe8871375cb137a7bf, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c54140e7f2e24958b9fa5b9b3d823803] to archive 2024-11-24T09:24:08,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:24:08,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/db24bcca14d849d19e6d641e4556d1a7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/db24bcca14d849d19e6d641e4556d1a7 2024-11-24T09:24:08,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8aac5fb088b74b718611c58462020a65 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8aac5fb088b74b718611c58462020a65 2024-11-24T09:24:08,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/828bdc9a580b4dbe9ac51e3473ffe1d1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/828bdc9a580b4dbe9ac51e3473ffe1d1 2024-11-24T09:24:08,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0feda8feeee84eb98c3e06a34266b61d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0feda8feeee84eb98c3e06a34266b61d 2024-11-24T09:24:08,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/dc50ebc8d37645b9b0c81678f247938d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/dc50ebc8d37645b9b0c81678f247938d 2024-11-24T09:24:08,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/49aef65fd1d1475c8832ebe3fede0efe to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/49aef65fd1d1475c8832ebe3fede0efe 2024-11-24T09:24:08,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/f5f865241f7049ed879a170edb55396a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/f5f865241f7049ed879a170edb55396a 2024-11-24T09:24:08,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c9b627ebddb437e946128e5c8519113 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/1c9b627ebddb437e946128e5c8519113 2024-11-24T09:24:08,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/fead5003e08742b486fc79519631a22e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/fead5003e08742b486fc79519631a22e 2024-11-24T09:24:08,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/2f60edd767df4654b58ebe8674c8237c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/2f60edd767df4654b58ebe8674c8237c 2024-11-24T09:24:08,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/cfce895451df48ee9675f2a7c7f4ba1f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/cfce895451df48ee9675f2a7c7f4ba1f 2024-11-24T09:24:08,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/22ef7ab8d94e4909aefeb8da5cbe93a4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/22ef7ab8d94e4909aefeb8da5cbe93a4 2024-11-24T09:24:08,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9ab2920cbebc4a18a209ff7531e768b5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/9ab2920cbebc4a18a209ff7531e768b5 2024-11-24T09:24:08,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/3812a32c9cc240ddaeb99f20e2bf7e5f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/3812a32c9cc240ddaeb99f20e2bf7e5f 2024-11-24T09:24:08,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ef9d3f9e2aad4afe8871375cb137a7bf to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/ef9d3f9e2aad4afe8871375cb137a7bf 2024-11-24T09:24:08,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c54140e7f2e24958b9fa5b9b3d823803 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/c54140e7f2e24958b9fa5b9b3d823803 2024-11-24T09:24:08,286 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/recovered.edits/475.seqid, newMaxSeqId=475, maxSeqId=1 2024-11-24T09:24:08,286 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630. 2024-11-24T09:24:08,286 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for c3ad4cb56ef862adece2ce9d39274630: 2024-11-24T09:24:08,288 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:08,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=c3ad4cb56ef862adece2ce9d39274630, regionState=CLOSED 2024-11-24T09:24:08,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T09:24:08,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure c3ad4cb56ef862adece2ce9d39274630, server=36e70e68d79c,38889,1732440112500 in 1.4470 sec 2024-11-24T09:24:08,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-24T09:24:08,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c3ad4cb56ef862adece2ce9d39274630, UNASSIGN in 1.4490 sec 2024-11-24T09:24:08,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-24T09:24:08,292 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4510 sec 2024-11-24T09:24:08,293 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440248293"}]},"ts":"1732440248293"} 2024-11-24T09:24:08,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:24:08,297 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:24:08,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4640 sec 2024-11-24T09:24:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-24T09:24:08,939 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-24T09:24:08,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:24:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:08,941 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:24:08,941 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:08,943 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:08,945 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/recovered.edits] 2024-11-24T09:24:08,947 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9939116be1ea46989d4c3a0f3bfdccfc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9939116be1ea46989d4c3a0f3bfdccfc 2024-11-24T09:24:08,948 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9e80a4de8c0f4a08bcd4a8c160b1a358 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/9e80a4de8c0f4a08bcd4a8c160b1a358 2024-11-24T09:24:08,949 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/ec6daf4eda6542cd87e6a2b629c5461e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/A/ec6daf4eda6542cd87e6a2b629c5461e 2024-11-24T09:24:08,950 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4d49ea2c79214d269a61e6f271511754 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/4d49ea2c79214d269a61e6f271511754 2024-11-24T09:24:08,952 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/63bab4d8251a44eebd5d57fd70144231 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/63bab4d8251a44eebd5d57fd70144231 2024-11-24T09:24:08,952 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a3b55d44fccb4ff9b4b76ca06085b664 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/B/a3b55d44fccb4ff9b4b76ca06085b664 2024-11-24T09:24:08,954 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0fe21d80a67b4c53a3a76b3f4fffbb43 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/0fe21d80a67b4c53a3a76b3f4fffbb43 2024-11-24T09:24:08,955 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6a4e74f3ac0c44f8be5879a529338c49 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/6a4e74f3ac0c44f8be5879a529338c49 2024-11-24T09:24:08,956 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8b383a13ed30429ea5ea980da4dffbb6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/C/8b383a13ed30429ea5ea980da4dffbb6 2024-11-24T09:24:08,957 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/recovered.edits/475.seqid to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630/recovered.edits/475.seqid 2024-11-24T09:24:08,958 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/c3ad4cb56ef862adece2ce9d39274630 2024-11-24T09:24:08,958 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:24:08,960 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:08,961 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:24:08,962 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:24:08,963 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:08,963 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:24:08,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440248963"}]},"ts":"9223372036854775807"} 2024-11-24T09:24:08,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:24:08,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c3ad4cb56ef862adece2ce9d39274630, NAME => 'TestAcidGuarantees,,1732440220986.c3ad4cb56ef862adece2ce9d39274630.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:24:08,965 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:24:08,965 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440248965"}]},"ts":"9223372036854775807"} 2024-11-24T09:24:08,966 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:24:08,968 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:08,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-24T09:24:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-24T09:24:09,042 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-24T09:24:09,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 240), OpenFileDescriptor=450 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 656), ProcessCount=11 (was 11), AvailableMemoryMB=7342 (was 7706) 2024-11-24T09:24:09,059 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=7342 2024-11-24T09:24:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:24:09,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:24:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:09,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T09:24:09,062 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:09,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-24T09:24:09,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T09:24:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T09:24:09,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742412_1588 (size=963) 2024-11-24T09:24:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T09:24:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T09:24:09,468 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee 2024-11-24T09:24:09,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742413_1589 (size=53) 2024-11-24T09:24:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T09:24:09,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:24:09,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ceb2901859348c80f1be7b5fb1357ac4, disabling compactions & flushes 2024-11-24T09:24:09,874 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:09,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:09,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. after waiting 0 ms 2024-11-24T09:24:09,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:09,874 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:09,874 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:09,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T09:24:09,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732440249875"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732440249875"}]},"ts":"1732440249875"} 2024-11-24T09:24:09,876 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-24T09:24:09,876 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T09:24:09,877 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440249876"}]},"ts":"1732440249876"} 2024-11-24T09:24:09,877 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T09:24:09,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, ASSIGN}] 2024-11-24T09:24:09,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, ASSIGN 2024-11-24T09:24:09,883 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, ASSIGN; state=OFFLINE, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=false 2024-11-24T09:24:10,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:10,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:24:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T09:24:10,186 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:10,188 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:10,188 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:24:10,189 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,189 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:24:10,189 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,189 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,190 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,191 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:24:10,191 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb2901859348c80f1be7b5fb1357ac4 columnFamilyName A 2024-11-24T09:24:10,191 DEBUG [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:10,191 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(327): Store=ceb2901859348c80f1be7b5fb1357ac4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:24:10,192 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,192 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:24:10,192 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb2901859348c80f1be7b5fb1357ac4 columnFamilyName B 2024-11-24T09:24:10,192 DEBUG [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:10,193 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(327): Store=ceb2901859348c80f1be7b5fb1357ac4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:24:10,193 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,194 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:24:10,194 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb2901859348c80f1be7b5fb1357ac4 columnFamilyName C 2024-11-24T09:24:10,194 DEBUG [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:10,194 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(327): Store=ceb2901859348c80f1be7b5fb1357ac4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:24:10,194 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:10,195 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,195 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,196 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:24:10,197 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:10,198 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T09:24:10,199 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened ceb2901859348c80f1be7b5fb1357ac4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67071061, jitterRate=-5.63308596611023E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:24:10,199 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:10,200 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., pid=151, masterSystemTime=1732440250186 2024-11-24T09:24:10,201 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:10,201 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:10,201 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=OPEN, openSeqNum=2, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:10,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T09:24:10,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 in 167 msec 2024-11-24T09:24:10,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-24T09:24:10,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, ASSIGN in 321 msec 2024-11-24T09:24:10,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T09:24:10,205 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440250205"}]},"ts":"1732440250205"} 2024-11-24T09:24:10,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T09:24:10,208 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T09:24:10,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-11-24T09:24:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-24T09:24:11,166 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-24T09:24:11,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-11-24T09:24:11,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:11,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:11,176 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:11,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T09:24:11,178 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T09:24:11,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T09:24:11,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T09:24:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742414_1590 (size=999) 2024-11-24T09:24:11,589 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-24T09:24:11,589 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-24T09:24:11,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:24:11,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, REOPEN/MOVE}] 2024-11-24T09:24:11,593 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, REOPEN/MOVE 2024-11-24T09:24:11,594 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:11,594 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:24:11,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:24:11,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:11,746 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:11,746 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:24:11,746 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing ceb2901859348c80f1be7b5fb1357ac4, disabling compactions & flushes 2024-11-24T09:24:11,746 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:11,746 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:11,746 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. after waiting 0 ms 2024-11-24T09:24:11,746 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:11,749 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T09:24:11,750 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:11,750 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:11,750 WARN [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: ceb2901859348c80f1be7b5fb1357ac4 to self. 2024-11-24T09:24:11,751 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:11,751 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=CLOSED 2024-11-24T09:24:11,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T09:24:11,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 in 158 msec 2024-11-24T09:24:11,753 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, REOPEN/MOVE; state=CLOSED, location=36e70e68d79c,38889,1732440112500; forceNewPlan=false, retain=true 2024-11-24T09:24:11,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=OPENING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:11,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:24:12,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,059 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,059 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} 2024-11-24T09:24:12,059 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,059 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T09:24:12,059 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,059 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,060 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,061 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:24:12,061 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb2901859348c80f1be7b5fb1357ac4 columnFamilyName A 2024-11-24T09:24:12,062 DEBUG [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:12,062 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(327): Store=ceb2901859348c80f1be7b5fb1357ac4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:24:12,063 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,063 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:24:12,063 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb2901859348c80f1be7b5fb1357ac4 columnFamilyName B 2024-11-24T09:24:12,063 DEBUG [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:12,063 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(327): Store=ceb2901859348c80f1be7b5fb1357ac4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:24:12,064 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,064 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-24T09:24:12,064 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ceb2901859348c80f1be7b5fb1357ac4 columnFamilyName C 2024-11-24T09:24:12,064 DEBUG [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:12,064 INFO [StoreOpener-ceb2901859348c80f1be7b5fb1357ac4-1 {}] regionserver.HStore(327): Store=ceb2901859348c80f1be7b5fb1357ac4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T09:24:12,065 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,065 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,066 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,067 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T09:24:12,068 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,068 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened ceb2901859348c80f1be7b5fb1357ac4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62022041, jitterRate=-0.07579956948757172}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T09:24:12,069 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:12,069 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., pid=156, masterSystemTime=1732440252056 2024-11-24T09:24:12,070 DEBUG [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,070 INFO [RS_OPEN_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=OPEN, openSeqNum=5, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-24T09:24:12,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 in 166 msec 2024-11-24T09:24:12,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-24T09:24:12,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, REOPEN/MOVE in 480 msec 2024-11-24T09:24:12,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T09:24:12,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-24T09:24:12,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-24T09:24:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-24T09:24:12,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-11-24T09:24:12,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-11-24T09:24:12,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,085 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-11-24T09:24:12,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-11-24T09:24:12,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-11-24T09:24:12,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-24T09:24:12,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,104 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-11-24T09:24:12,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-11-24T09:24:12,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-11-24T09:24:12,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:61826 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-11-24T09:24:12,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T09:24:12,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-24T09:24:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T09:24:12,124 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:12,124 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:12,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:12,128 DEBUG [hconnection-0x914723-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,129 DEBUG [hconnection-0x2976400b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,129 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,130 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,130 DEBUG [hconnection-0x1e9f3f40-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,131 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,136 DEBUG [hconnection-0x92f6816-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,137 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:24:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:12,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:12,160 DEBUG [hconnection-0x7cc4e1d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,160 DEBUG [hconnection-0x6ccf4f1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,161 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,161 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440312160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440312160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440312163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,168 DEBUG [hconnection-0x58064183-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,169 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440312171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,172 DEBUG [hconnection-0x7a87702b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,173 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,204 DEBUG [hconnection-0x2f50b1e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,205 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e8cd7c892d6b4ccbb3bf0ab23de58cb9_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440252139/Put/seqid=0 2024-11-24T09:24:12,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440312207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,210 DEBUG [hconnection-0x7bb03a9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T09:24:12,212 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T09:24:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742415_1591 (size=12154) 2024-11-24T09:24:12,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T09:24:12,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440312263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440312263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440312264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440312272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440312310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T09:24:12,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:12,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440312466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440312467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440312467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440312475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440312513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,614 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:12,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e8cd7c892d6b4ccbb3bf0ab23de58cb9_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e8cd7c892d6b4ccbb3bf0ab23de58cb9_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:12,618 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/26243a39b9c8414cb5b763025180b106, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:12,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/26243a39b9c8414cb5b763025180b106 is 175, key is test_row_0/A:col10/1732440252139/Put/seqid=0 2024-11-24T09:24:12,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742416_1592 (size=30955) 2024-11-24T09:24:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T09:24:12,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440312769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440312769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440312769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440312776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440312817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:12,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:12,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/26243a39b9c8414cb5b763025180b106 2024-11-24T09:24:13,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d8c254c0b12d41e7a6a4eaa96888cfc5 is 50, key is test_row_0/B:col10/1732440252139/Put/seqid=0 2024-11-24T09:24:13,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742417_1593 (size=12001) 2024-11-24T09:24:13,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T09:24:13,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:13,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440313272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440313274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:13,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440313275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:13,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440313281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440313322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d8c254c0b12d41e7a6a4eaa96888cfc5 2024-11-24T09:24:13,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/67671acd94e64eb4af54939f225643af is 50, key is test_row_0/C:col10/1732440252139/Put/seqid=0 2024-11-24T09:24:13,496 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742418_1594 (size=12001) 2024-11-24T09:24:13,649 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:13,812 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T09:24:13,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/67671acd94e64eb4af54939f225643af 2024-11-24T09:24:13,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/26243a39b9c8414cb5b763025180b106 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106 2024-11-24T09:24:13,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T09:24:13,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d8c254c0b12d41e7a6a4eaa96888cfc5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d8c254c0b12d41e7a6a4eaa96888cfc5 2024-11-24T09:24:13,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d8c254c0b12d41e7a6a4eaa96888cfc5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T09:24:13,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/67671acd94e64eb4af54939f225643af as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/67671acd94e64eb4af54939f225643af 2024-11-24T09:24:13,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/67671acd94e64eb4af54939f225643af, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T09:24:13,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ceb2901859348c80f1be7b5fb1357ac4 in 1787ms, sequenceid=16, compaction requested=false 2024-11-24T09:24:13,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:13,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:13,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-24T09:24:13,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:13,959 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:24:13,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:13,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:13,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:13,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241e934661faca4e46bba3a1c0054e4b84_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440252157/Put/seqid=0 2024-11-24T09:24:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742419_1595 (size=12154) 2024-11-24T09:24:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,007 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241e934661faca4e46bba3a1c0054e4b84_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241e934661faca4e46bba3a1c0054e4b84_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:14,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/8d26d40788a9428db9047b41a4aa79e7, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:14,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/8d26d40788a9428db9047b41a4aa79e7 is 175, key is test_row_0/A:col10/1732440252157/Put/seqid=0 2024-11-24T09:24:14,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742420_1596 (size=30955) 2024-11-24T09:24:14,015 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/8d26d40788a9428db9047b41a4aa79e7 2024-11-24T09:24:14,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/86b3d965d7d542fb9760b6943ec1b1a5 is 50, key is test_row_0/B:col10/1732440252157/Put/seqid=0 2024-11-24T09:24:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742421_1597 (size=12001) 2024-11-24T09:24:14,058 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/86b3d965d7d542fb9760b6943ec1b1a5 2024-11-24T09:24:14,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/3d22d15668f74a0d88c6a3875b76b8de is 50, key is test_row_0/C:col10/1732440252157/Put/seqid=0 2024-11-24T09:24:14,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742422_1598 (size=12001) 2024-11-24T09:24:14,098 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/3d22d15668f74a0d88c6a3875b76b8de 2024-11-24T09:24:14,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/8d26d40788a9428db9047b41a4aa79e7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7 2024-11-24T09:24:14,114 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T09:24:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/86b3d965d7d542fb9760b6943ec1b1a5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/86b3d965d7d542fb9760b6943ec1b1a5 2024-11-24T09:24:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,118 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/86b3d965d7d542fb9760b6943ec1b1a5, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/3d22d15668f74a0d88c6a3875b76b8de as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/3d22d15668f74a0d88c6a3875b76b8de 2024-11-24T09:24:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,126 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/3d22d15668f74a0d88c6a3875b76b8de, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T09:24:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,126 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ceb2901859348c80f1be7b5fb1357ac4 in 167ms, sequenceid=41, compaction requested=false 2024-11-24T09:24:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-24T09:24:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-24T09:24:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-24T09:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0040 sec 2024-11-24T09:24:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.0080 sec 2024-11-24T09:24:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-24T09:24:14,228 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-24T09:24:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-24T09:24:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,231 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:14,231 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:14,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:14,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:24:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245f6cc1452f67459b972cf21e03802014_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:14,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742423_1599 (size=19474) 2024-11-24T09:24:14,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:14,328 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245f6cc1452f67459b972cf21e03802014_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f6cc1452f67459b972cf21e03802014_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:14,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/3b9ebdbf916a4e54bce6a126161ebd67, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:14,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/3b9ebdbf916a4e54bce6a126161ebd67 is 175, key is test_row_0/A:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742424_1600 (size=56733) 2024-11-24T09:24:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440314336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440314337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440314339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440314340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440314340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440314441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440314441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440314442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440314443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440314443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:14,536 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:14,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440314644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440314645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440314645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440314645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440314648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,737 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/3b9ebdbf916a4e54bce6a126161ebd67 2024-11-24T09:24:14,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/771b2abb7c4b4273bfc423c025cb75f9 is 50, key is test_row_0/B:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742425_1601 (size=12001) 2024-11-24T09:24:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:14,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:14,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440314949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440314949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440314949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440314950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440314953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:14,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:14,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/771b2abb7c4b4273bfc423c025cb75f9 2024-11-24T09:24:15,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/26407991cb184a1e8acca77d3e44633e is 50, key is test_row_0/C:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:15,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742426_1602 (size=12001) 2024-11-24T09:24:15,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:15,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440315451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440315453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:15,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:15,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440315454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440315455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440315457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/26407991cb184a1e8acca77d3e44633e 2024-11-24T09:24:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/3b9ebdbf916a4e54bce6a126161ebd67 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67 2024-11-24T09:24:15,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67, entries=300, sequenceid=52, filesize=55.4 K 2024-11-24T09:24:15,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/771b2abb7c4b4273bfc423c025cb75f9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/771b2abb7c4b4273bfc423c025cb75f9 2024-11-24T09:24:15,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/771b2abb7c4b4273bfc423c025cb75f9, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T09:24:15,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/26407991cb184a1e8acca77d3e44633e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/26407991cb184a1e8acca77d3e44633e 2024-11-24T09:24:15,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/26407991cb184a1e8acca77d3e44633e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T09:24:15,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ceb2901859348c80f1be7b5fb1357ac4 in 1259ms, sequenceid=52, compaction requested=true 2024-11-24T09:24:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:15,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:15,573 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:15,573 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:15,573 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:15,573 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:15,573 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/B is initiating minor compaction (all files) 2024-11-24T09:24:15,573 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/A is initiating minor compaction (all files) 2024-11-24T09:24:15,573 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/B in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,573 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/A in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,573 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d8c254c0b12d41e7a6a4eaa96888cfc5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/86b3d965d7d542fb9760b6943ec1b1a5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/771b2abb7c4b4273bfc423c025cb75f9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=35.2 K 2024-11-24T09:24:15,573 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=115.9 K 2024-11-24T09:24:15,574 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67] 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d8c254c0b12d41e7a6a4eaa96888cfc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732440252136 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26243a39b9c8414cb5b763025180b106, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732440252136 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 86b3d965d7d542fb9760b6943ec1b1a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440252156 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d26d40788a9428db9047b41a4aa79e7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440252156 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 771b2abb7c4b4273bfc423c025cb75f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440254293 2024-11-24T09:24:15,574 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b9ebdbf916a4e54bce6a126161ebd67, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440254293 2024-11-24T09:24:15,578 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:15,579 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:15,580 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/4185098b3b2b47748a7d80215b2176ba is 50, key is test_row_0/B:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:15,580 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112419cffc7b781a4189bb9bb0fdb549c0a8_ceb2901859348c80f1be7b5fb1357ac4 store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:15,582 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112419cffc7b781a4189bb9bb0fdb549c0a8_ceb2901859348c80f1be7b5fb1357ac4, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:15,582 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112419cffc7b781a4189bb9bb0fdb549c0a8_ceb2901859348c80f1be7b5fb1357ac4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:15,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742427_1603 (size=12104) 2024-11-24T09:24:15,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742428_1604 (size=4469) 2024-11-24T09:24:15,587 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/4185098b3b2b47748a7d80215b2176ba as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4185098b3b2b47748a7d80215b2176ba 2024-11-24T09:24:15,591 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/B of ceb2901859348c80f1be7b5fb1357ac4 into 4185098b3b2b47748a7d80215b2176ba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:15,591 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:15,591 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/B, priority=13, startTime=1732440255572; duration=0sec 2024-11-24T09:24:15,591 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:15,591 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:B 2024-11-24T09:24:15,591 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:15,592 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:15,592 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/C is initiating minor compaction (all files) 2024-11-24T09:24:15,592 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/C in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,592 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/67671acd94e64eb4af54939f225643af, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/3d22d15668f74a0d88c6a3875b76b8de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/26407991cb184a1e8acca77d3e44633e] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=35.2 K 2024-11-24T09:24:15,592 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 67671acd94e64eb4af54939f225643af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732440252136 2024-11-24T09:24:15,593 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d22d15668f74a0d88c6a3875b76b8de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732440252156 2024-11-24T09:24:15,593 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 26407991cb184a1e8acca77d3e44633e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440254293 2024-11-24T09:24:15,598 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:15,598 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/263dad69faf94122b14ba65b4de7ecb0 is 50, key is test_row_0/C:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:15,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742429_1605 (size=12104) 2024-11-24T09:24:15,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:15,605 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/263dad69faf94122b14ba65b4de7ecb0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/263dad69faf94122b14ba65b4de7ecb0 2024-11-24T09:24:15,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-24T09:24:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:15,605 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T09:24:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:15,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:15,612 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/C of ceb2901859348c80f1be7b5fb1357ac4 into 263dad69faf94122b14ba65b4de7ecb0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:15,612 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:15,612 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/C, priority=13, startTime=1732440255573; duration=0sec 2024-11-24T09:24:15,612 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:15,612 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:C 2024-11-24T09:24:15,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112425074753145440c6ad049d374ad492be_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440254333/Put/seqid=0 2024-11-24T09:24:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742430_1606 (size=12154) 2024-11-24T09:24:15,986 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#A#compaction#517 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:15,987 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/e1938822bb6a4578b4e68571165ce5e7 is 175, key is test_row_0/A:col10/1732440254311/Put/seqid=0 2024-11-24T09:24:15,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742431_1607 (size=31058) 2024-11-24T09:24:15,995 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/e1938822bb6a4578b4e68571165ce5e7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/e1938822bb6a4578b4e68571165ce5e7 2024-11-24T09:24:15,999 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/A of ceb2901859348c80f1be7b5fb1357ac4 into e1938822bb6a4578b4e68571165ce5e7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:15,999 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:15,999 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/A, priority=13, startTime=1732440255572; duration=0sec 2024-11-24T09:24:15,999 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:15,999 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:A 2024-11-24T09:24:16,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:16,025 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112425074753145440c6ad049d374ad492be_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112425074753145440c6ad049d374ad492be_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:16,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/379c9a6c15dc4c93ae4c74534b2f5347, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:16,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/379c9a6c15dc4c93ae4c74534b2f5347 is 175, key is test_row_0/A:col10/1732440254333/Put/seqid=0 2024-11-24T09:24:16,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742432_1608 (size=30955) 2024-11-24T09:24:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:16,430 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/379c9a6c15dc4c93ae4c74534b2f5347 2024-11-24T09:24:16,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/400337d3da334828a3e3357d58645b41 is 50, key is test_row_0/B:col10/1732440254333/Put/seqid=0 2024-11-24T09:24:16,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742433_1609 (size=12001) 2024-11-24T09:24:16,442 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/400337d3da334828a3e3357d58645b41 2024-11-24T09:24:16,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/8359ed9ba5ba4fb88214075a1454e142 is 50, key is test_row_0/C:col10/1732440254333/Put/seqid=0 2024-11-24T09:24:16,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742434_1610 (size=12001) 2024-11-24T09:24:16,452 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/8359ed9ba5ba4fb88214075a1454e142 2024-11-24T09:24:16,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/379c9a6c15dc4c93ae4c74534b2f5347 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347 2024-11-24T09:24:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:16,461 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347, entries=150, sequenceid=79, filesize=30.2 K 2024-11-24T09:24:16,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/400337d3da334828a3e3357d58645b41 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/400337d3da334828a3e3357d58645b41 2024-11-24T09:24:16,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440316463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440316463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440316464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,466 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/400337d3da334828a3e3357d58645b41, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T09:24:16,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/8359ed9ba5ba4fb88214075a1454e142 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/8359ed9ba5ba4fb88214075a1454e142 2024-11-24T09:24:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440316465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440316466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,470 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/8359ed9ba5ba4fb88214075a1454e142, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T09:24:16,470 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for ceb2901859348c80f1be7b5fb1357ac4 in 865ms, sequenceid=79, compaction requested=false 2024-11-24T09:24:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:16,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:16,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-24T09:24:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-24T09:24:16,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-24T09:24:16,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2410 sec 2024-11-24T09:24:16,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.2440 sec 2024-11-24T09:24:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:16,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T09:24:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:16,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:16,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b26d9965c7e2463282ffdf2037360ae1_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:16,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742435_1611 (size=14594) 2024-11-24T09:24:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440316583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440316582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440316584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440316585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440316585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440316686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440316686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440316688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440316688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440316688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440316890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440316890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440316891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440316891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440316892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:16,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:16,983 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b26d9965c7e2463282ffdf2037360ae1_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b26d9965c7e2463282ffdf2037360ae1_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:16,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/a786422098af497b93deb2c179ea9a65, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:16,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/a786422098af497b93deb2c179ea9a65 is 175, key is test_row_0/A:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742436_1612 (size=39549) 2024-11-24T09:24:17,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440317193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440317193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440317194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440317194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440317196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,389 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/a786422098af497b93deb2c179ea9a65 2024-11-24T09:24:17,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/20cdb73e20014624864a6d28e35d3bc5 is 50, key is test_row_0/B:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:17,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742437_1613 (size=12001) 2024-11-24T09:24:17,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/20cdb73e20014624864a6d28e35d3bc5 2024-11-24T09:24:17,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/09fa5002b3ca491aa4ecf1250d44f1b1 is 50, key is test_row_0/C:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742438_1614 (size=12001) 2024-11-24T09:24:17,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/09fa5002b3ca491aa4ecf1250d44f1b1 2024-11-24T09:24:17,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/a786422098af497b93deb2c179ea9a65 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65 2024-11-24T09:24:17,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65, entries=200, sequenceid=95, filesize=38.6 K 2024-11-24T09:24:17,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/20cdb73e20014624864a6d28e35d3bc5 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/20cdb73e20014624864a6d28e35d3bc5 2024-11-24T09:24:17,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/20cdb73e20014624864a6d28e35d3bc5, entries=150, sequenceid=95, filesize=11.7 K 2024-11-24T09:24:17,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/09fa5002b3ca491aa4ecf1250d44f1b1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/09fa5002b3ca491aa4ecf1250d44f1b1 2024-11-24T09:24:17,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/09fa5002b3ca491aa4ecf1250d44f1b1, entries=150, sequenceid=95, filesize=11.7 K 2024-11-24T09:24:17,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ceb2901859348c80f1be7b5fb1357ac4 in 882ms, sequenceid=95, compaction requested=true 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:17,451 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:17,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:17,451 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/A is initiating minor compaction (all files) 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/B is initiating minor compaction (all files) 2024-11-24T09:24:17,452 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/A in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:17,452 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/B in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:17,452 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/e1938822bb6a4578b4e68571165ce5e7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=99.2 K 2024-11-24T09:24:17,452 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:17,452 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4185098b3b2b47748a7d80215b2176ba, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/400337d3da334828a3e3357d58645b41, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/20cdb73e20014624864a6d28e35d3bc5] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=35.3 K 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/e1938822bb6a4578b4e68571165ce5e7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65] 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1938822bb6a4578b4e68571165ce5e7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440254293 2024-11-24T09:24:17,452 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4185098b3b2b47748a7d80215b2176ba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440254293 2024-11-24T09:24:17,453 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 379c9a6c15dc4c93ae4c74534b2f5347, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732440254333 2024-11-24T09:24:17,453 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 400337d3da334828a3e3357d58645b41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732440254333 2024-11-24T09:24:17,453 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting a786422098af497b93deb2c179ea9a65, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732440256464 2024-11-24T09:24:17,453 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 20cdb73e20014624864a6d28e35d3bc5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732440256464 2024-11-24T09:24:17,459 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:17,460 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#B#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:17,460 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d2186cf106e84acb94171153dbf20116 is 50, key is test_row_0/B:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:17,460 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d492fea83d5a413193fe2bf74bac2d94_ceb2901859348c80f1be7b5fb1357ac4 store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:17,462 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d492fea83d5a413193fe2bf74bac2d94_ceb2901859348c80f1be7b5fb1357ac4, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:17,462 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d492fea83d5a413193fe2bf74bac2d94_ceb2901859348c80f1be7b5fb1357ac4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742439_1615 (size=12207) 2024-11-24T09:24:17,469 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d2186cf106e84acb94171153dbf20116 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d2186cf106e84acb94171153dbf20116 2024-11-24T09:24:17,473 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/B of ceb2901859348c80f1be7b5fb1357ac4 into d2186cf106e84acb94171153dbf20116(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:17,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:17,473 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/B, priority=13, startTime=1732440257451; duration=0sec 2024-11-24T09:24:17,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:17,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:B 2024-11-24T09:24:17,473 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:17,474 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:17,474 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/C is initiating minor compaction (all files) 2024-11-24T09:24:17,474 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/C in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:17,474 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/263dad69faf94122b14ba65b4de7ecb0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/8359ed9ba5ba4fb88214075a1454e142, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/09fa5002b3ca491aa4ecf1250d44f1b1] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=35.3 K 2024-11-24T09:24:17,474 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 263dad69faf94122b14ba65b4de7ecb0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732440254293 2024-11-24T09:24:17,475 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 8359ed9ba5ba4fb88214075a1454e142, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732440254333 2024-11-24T09:24:17,475 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 09fa5002b3ca491aa4ecf1250d44f1b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732440256464 2024-11-24T09:24:17,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742440_1616 (size=4469) 2024-11-24T09:24:17,485 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:17,485 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#A#compaction#526 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:17,485 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/394c278379de45cd85fae917ba548b83 is 175, key is test_row_0/A:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:17,486 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/aa9a77e4225f4240a3f46992ffe653c9 is 50, key is test_row_0/C:col10/1732440256568/Put/seqid=0 2024-11-24T09:24:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742441_1617 (size=31161) 2024-11-24T09:24:17,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742442_1618 (size=12207) 2024-11-24T09:24:17,505 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/aa9a77e4225f4240a3f46992ffe653c9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/aa9a77e4225f4240a3f46992ffe653c9 2024-11-24T09:24:17,506 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/394c278379de45cd85fae917ba548b83 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/394c278379de45cd85fae917ba548b83 2024-11-24T09:24:17,509 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/C of ceb2901859348c80f1be7b5fb1357ac4 into aa9a77e4225f4240a3f46992ffe653c9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:17,509 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:17,510 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/C, priority=13, startTime=1732440257451; duration=0sec 2024-11-24T09:24:17,510 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/A of ceb2901859348c80f1be7b5fb1357ac4 into 394c278379de45cd85fae917ba548b83(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:17,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:17,510 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:17,510 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/A, priority=13, startTime=1732440257451; duration=0sec 2024-11-24T09:24:17,510 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:C 2024-11-24T09:24:17,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:17,510 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:A 2024-11-24T09:24:17,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:17,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:24:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:17,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:17,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:17,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:17,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:17,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440317706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440317706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430e5d4503e334102895a7bd4a6d761b2_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440257699/Put/seqid=0 2024-11-24T09:24:17,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440317707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440317708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440317708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742443_1619 (size=12154) 2024-11-24T09:24:17,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440317810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440317811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440317811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440317811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:17,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440317816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440318012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440318015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440318015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440318015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440318018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,117 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112430e5d4503e334102895a7bd4a6d761b2_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430e5d4503e334102895a7bd4a6d761b2_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:18,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9e927fd199e24d08921fed7e8a77aee4, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:18,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9e927fd199e24d08921fed7e8a77aee4 is 175, key is test_row_0/A:col10/1732440257699/Put/seqid=0 2024-11-24T09:24:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742444_1620 (size=30955) 2024-11-24T09:24:18,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440318316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440318318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440318318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440318318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440318320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-24T09:24:18,336 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-24T09:24:18,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-24T09:24:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T09:24:18,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:18,339 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:18,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T09:24:18,491 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T09:24:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=124, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9e927fd199e24d08921fed7e8a77aee4 2024-11-24T09:24:18,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d0daee9e6d194500898689bd3f164517 is 50, key is test_row_0/B:col10/1732440257699/Put/seqid=0 2024-11-24T09:24:18,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742445_1621 (size=12001) 2024-11-24T09:24:18,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d0daee9e6d194500898689bd3f164517 2024-11-24T09:24:18,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/023156201e7b4b01bd9d29c6c8ff731a is 50, key is test_row_0/C:col10/1732440257699/Put/seqid=0 2024-11-24T09:24:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742446_1622 (size=12001) 2024-11-24T09:24:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T09:24:18,648 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T09:24:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,801 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T09:24:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440318822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440318822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440318823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440318824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440318824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T09:24:18,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:18,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T09:24:18,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:18,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:18,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:18,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/023156201e7b4b01bd9d29c6c8ff731a 2024-11-24T09:24:18,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9e927fd199e24d08921fed7e8a77aee4 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4 2024-11-24T09:24:18,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4, entries=150, sequenceid=124, filesize=30.2 K 2024-11-24T09:24:18,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d0daee9e6d194500898689bd3f164517 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d0daee9e6d194500898689bd3f164517 2024-11-24T09:24:18,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d0daee9e6d194500898689bd3f164517, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T09:24:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/023156201e7b4b01bd9d29c6c8ff731a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/023156201e7b4b01bd9d29c6c8ff731a 2024-11-24T09:24:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/023156201e7b4b01bd9d29c6c8ff731a, entries=150, sequenceid=124, filesize=11.7 K 2024-11-24T09:24:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for ceb2901859348c80f1be7b5fb1357ac4 in 1275ms, sequenceid=124, compaction requested=false 2024-11-24T09:24:18,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:19,106 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124495d179ee03c4612ad70fa8807be828d_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440257706/Put/seqid=0 2024-11-24T09:24:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742447_1623 (size=9814) 2024-11-24T09:24:19,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,138 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124495d179ee03c4612ad70fa8807be828d_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124495d179ee03c4612ad70fa8807be828d_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:19,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9220a0e03f804fcfb6e25fa1fb7169bc, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9220a0e03f804fcfb6e25fa1fb7169bc is 175, key is test_row_0/A:col10/1732440257706/Put/seqid=0 2024-11-24T09:24:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742448_1624 (size=22461) 2024-11-24T09:24:19,181 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9220a0e03f804fcfb6e25fa1fb7169bc 2024-11-24T09:24:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/06b50101f6e14d45b6a36c381089b93f is 50, key is test_row_0/B:col10/1732440257706/Put/seqid=0 2024-11-24T09:24:19,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742449_1625 (size=9757) 2024-11-24T09:24:19,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T09:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,611 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/06b50101f6e14d45b6a36c381089b93f 2024-11-24T09:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/011c46369f9c4d9e991354d770a36124 is 50, key is test_row_0/C:col10/1732440257706/Put/seqid=0 2024-11-24T09:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742450_1626 (size=9757) 2024-11-24T09:24:19,651 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/011c46369f9c4d9e991354d770a36124 2024-11-24T09:24:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9220a0e03f804fcfb6e25fa1fb7169bc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc 2024-11-24T09:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,659 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc, entries=100, sequenceid=135, filesize=21.9 K 2024-11-24T09:24:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/06b50101f6e14d45b6a36c381089b93f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/06b50101f6e14d45b6a36c381089b93f 2024-11-24T09:24:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,664 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/06b50101f6e14d45b6a36c381089b93f, entries=100, sequenceid=135, filesize=9.5 K 2024-11-24T09:24:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/011c46369f9c4d9e991354d770a36124 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/011c46369f9c4d9e991354d770a36124 2024-11-24T09:24:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,669 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/011c46369f9c4d9e991354d770a36124, entries=100, sequenceid=135, filesize=9.5 K 2024-11-24T09:24:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,670 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for ceb2901859348c80f1be7b5fb1357ac4 in 563ms, sequenceid=135, compaction requested=true 2024-11-24T09:24:19,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:19,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-24T09:24:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3310 sec 2024-11-24T09:24:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.3360 sec 2024-11-24T09:24:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:19,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:19,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:19,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:19,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:19,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f88f339e01a844f2be4fd09f19812cdf_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742452_1628 (size=27248) 2024-11-24T09:24:19,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:19,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f88f339e01a844f2be4fd09f19812cdf_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f88f339e01a844f2be4fd09f19812cdf_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:19,878 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/7e37bed68e7c4147a5273bc4d3825b57, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:19,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/7e37bed68e7c4147a5273bc4d3825b57 is 175, key is test_row_0/A:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742451_1627 (size=83035) 2024-11-24T09:24:19,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440319881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440319883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440319884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440319885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440319884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440319987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440319987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440319988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440319989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:19,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440319989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440320190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440320191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440320192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440320192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440320196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,282 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/7e37bed68e7c4147a5273bc4d3825b57 2024-11-24T09:24:20,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d7187835c8fb4c828c7e289ce969e512 is 50, key is test_row_0/B:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742453_1629 (size=12151) 2024-11-24T09:24:20,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d7187835c8fb4c828c7e289ce969e512 2024-11-24T09:24:20,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ec1c6bd3ece841279d4141ebaf42ff69 is 50, key is test_row_0/C:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742454_1630 (size=12151) 2024-11-24T09:24:20,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ec1c6bd3ece841279d4141ebaf42ff69 2024-11-24T09:24:20,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/7e37bed68e7c4147a5273bc4d3825b57 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57 2024-11-24T09:24:20,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57, entries=450, sequenceid=147, filesize=81.1 K 2024-11-24T09:24:20,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/d7187835c8fb4c828c7e289ce969e512 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d7187835c8fb4c828c7e289ce969e512 2024-11-24T09:24:20,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d7187835c8fb4c828c7e289ce969e512, entries=150, sequenceid=147, filesize=11.9 K 2024-11-24T09:24:20,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ec1c6bd3ece841279d4141ebaf42ff69 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec1c6bd3ece841279d4141ebaf42ff69 2024-11-24T09:24:20,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec1c6bd3ece841279d4141ebaf42ff69, entries=150, sequenceid=147, filesize=11.9 K 2024-11-24T09:24:20,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ceb2901859348c80f1be7b5fb1357ac4 in 464ms, sequenceid=147, compaction requested=true 2024-11-24T09:24:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:20,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:20,322 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:20,322 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/B is initiating minor compaction (all files) 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/A is initiating minor compaction (all files) 2024-11-24T09:24:20,323 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/B in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,323 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/A in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,323 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/394c278379de45cd85fae917ba548b83, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=163.7 K 2024-11-24T09:24:20,323 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d2186cf106e84acb94171153dbf20116, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d0daee9e6d194500898689bd3f164517, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/06b50101f6e14d45b6a36c381089b93f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d7187835c8fb4c828c7e289ce969e512] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=45.0 K 2024-11-24T09:24:20,323 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/394c278379de45cd85fae917ba548b83, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57] 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 394c278379de45cd85fae917ba548b83, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732440256464 2024-11-24T09:24:20,323 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d2186cf106e84acb94171153dbf20116, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732440256464 2024-11-24T09:24:20,324 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e927fd199e24d08921fed7e8a77aee4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732440257699 2024-11-24T09:24:20,324 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d0daee9e6d194500898689bd3f164517, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732440257699 2024-11-24T09:24:20,324 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9220a0e03f804fcfb6e25fa1fb7169bc, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440257706 2024-11-24T09:24:20,324 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 06b50101f6e14d45b6a36c381089b93f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440257706 2024-11-24T09:24:20,324 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e37bed68e7c4147a5273bc4d3825b57, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732440259846 2024-11-24T09:24:20,324 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d7187835c8fb4c828c7e289ce969e512, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732440259850 2024-11-24T09:24:20,332 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:20,333 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:20,333 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/57989aa299c24e629da3b65746dc85c9 is 50, key is test_row_0/B:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:20,335 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fd4abf35acf94bfbab80f355acaf8367_ceb2901859348c80f1be7b5fb1357ac4 store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:20,337 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fd4abf35acf94bfbab80f355acaf8367_ceb2901859348c80f1be7b5fb1357ac4, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:20,337 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd4abf35acf94bfbab80f355acaf8367_ceb2901859348c80f1be7b5fb1357ac4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742455_1631 (size=12493) 2024-11-24T09:24:20,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742456_1632 (size=4469) 2024-11-24T09:24:20,341 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#A#compaction#537 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:20,342 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/54a26793559940088a64a40f7178cff2 is 175, key is test_row_0/A:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:20,343 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/57989aa299c24e629da3b65746dc85c9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/57989aa299c24e629da3b65746dc85c9 2024-11-24T09:24:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742457_1633 (size=31447) 2024-11-24T09:24:20,348 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/B of ceb2901859348c80f1be7b5fb1357ac4 into 57989aa299c24e629da3b65746dc85c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:20,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:20,348 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/B, priority=12, startTime=1732440260321; duration=0sec 2024-11-24T09:24:20,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:20,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:B 2024-11-24T09:24:20,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:20,349 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:20,349 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/C is initiating minor compaction (all files) 2024-11-24T09:24:20,349 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/C in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,349 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/aa9a77e4225f4240a3f46992ffe653c9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/023156201e7b4b01bd9d29c6c8ff731a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/011c46369f9c4d9e991354d770a36124, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec1c6bd3ece841279d4141ebaf42ff69] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=45.0 K 2024-11-24T09:24:20,349 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting aa9a77e4225f4240a3f46992ffe653c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732440256464 2024-11-24T09:24:20,350 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 023156201e7b4b01bd9d29c6c8ff731a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732440257699 2024-11-24T09:24:20,350 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 011c46369f9c4d9e991354d770a36124, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732440257706 2024-11-24T09:24:20,350 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ec1c6bd3ece841279d4141ebaf42ff69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732440259850 2024-11-24T09:24:20,354 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T09:24:20,357 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#C#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:20,357 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ea7055797d4c4be99fe5f4a3d419e00a is 50, key is test_row_0/C:col10/1732440259857/Put/seqid=0 2024-11-24T09:24:20,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742458_1634 (size=12493) 2024-11-24T09:24:20,365 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ea7055797d4c4be99fe5f4a3d419e00a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ea7055797d4c4be99fe5f4a3d419e00a 2024-11-24T09:24:20,368 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/C of ceb2901859348c80f1be7b5fb1357ac4 into ea7055797d4c4be99fe5f4a3d419e00a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:20,368 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:20,368 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/C, priority=12, startTime=1732440260321; duration=0sec 2024-11-24T09:24:20,369 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:20,369 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:C 2024-11-24T09:24:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-24T09:24:20,443 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-24T09:24:20,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-24T09:24:20,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:20,446 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:20,447 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:20,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:20,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:20,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T09:24:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:20,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124900ac7a090294535824d43a2f2043a5b_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440259882/Put/seqid=0 2024-11-24T09:24:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440320499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440320499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440320500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440320500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440320502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742459_1635 (size=12304) 2024-11-24T09:24:20,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:20,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440320603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440320603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440320603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440320606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:20,750 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/54a26793559940088a64a40f7178cff2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/54a26793559940088a64a40f7178cff2 2024-11-24T09:24:20,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,754 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/A of ceb2901859348c80f1be7b5fb1357ac4 into 54a26793559940088a64a40f7178cff2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:20,754 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:20,754 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/A, priority=12, startTime=1732440260321; duration=0sec 2024-11-24T09:24:20,754 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:20,754 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:A 2024-11-24T09:24:20,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440320805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440320806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440320806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440320807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:20,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:20,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:20,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:20,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,906 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:20,909 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124900ac7a090294535824d43a2f2043a5b_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900ac7a090294535824d43a2f2043a5b_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:20,910 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/ea2a4eef616541cf8ca00ed213e1b506, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:20,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/ea2a4eef616541cf8ca00ed213e1b506 is 175, key is test_row_0/A:col10/1732440259882/Put/seqid=0 2024-11-24T09:24:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742460_1636 (size=31105) 2024-11-24T09:24:21,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440321006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:21,057 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440321108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440321108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440321108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440321112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,315 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/ea2a4eef616541cf8ca00ed213e1b506 2024-11-24T09:24:21,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/7012b95cd23c46deb218b0874df227dc is 50, key is test_row_0/B:col10/1732440259882/Put/seqid=0 2024-11-24T09:24:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742461_1637 (size=12151) 2024-11-24T09:24:21,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,514 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:21,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440321610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440321613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440321613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440321614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/7012b95cd23c46deb218b0874df227dc 2024-11-24T09:24:21,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ec187695637746d885cc7ae2c3b546f1 is 50, key is test_row_0/C:col10/1732440259882/Put/seqid=0 2024-11-24T09:24:21,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742462_1638 (size=12151) 2024-11-24T09:24:21,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:21,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:21,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:22,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440322011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:22,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:22,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:22,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:22,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:22,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ec187695637746d885cc7ae2c3b546f1 2024-11-24T09:24:22,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/ea2a4eef616541cf8ca00ed213e1b506 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506 2024-11-24T09:24:22,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506, entries=150, sequenceid=176, filesize=30.4 K 2024-11-24T09:24:22,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/7012b95cd23c46deb218b0874df227dc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/7012b95cd23c46deb218b0874df227dc 2024-11-24T09:24:22,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/7012b95cd23c46deb218b0874df227dc, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T09:24:22,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/ec187695637746d885cc7ae2c3b546f1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec187695637746d885cc7ae2c3b546f1 2024-11-24T09:24:22,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec187695637746d885cc7ae2c3b546f1, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T09:24:22,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for ceb2901859348c80f1be7b5fb1357ac4 in 1676ms, sequenceid=176, compaction requested=false 2024-11-24T09:24:22,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:22,278 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-24T09:24:22,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:22,278 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T09:24:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:22,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:22,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246f04764f1f264ce4a60c088aad332ce1_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440260498/Put/seqid=0 2024-11-24T09:24:22,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742463_1639 (size=12304) 2024-11-24T09:24:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:22,296 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246f04764f1f264ce4a60c088aad332ce1_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246f04764f1f264ce4a60c088aad332ce1_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/fba6a68114724f4595e0cfad8c4baab8, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/fba6a68114724f4595e0cfad8c4baab8 is 175, key is test_row_0/A:col10/1732440260498/Put/seqid=0 2024-11-24T09:24:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742464_1640 (size=31105) 2024-11-24T09:24:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:22,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440322637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440322639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440322640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440322641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,709 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/fba6a68114724f4595e0cfad8c4baab8 2024-11-24T09:24:22,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/04e35b6106094fd2acf457df18737b76 is 50, key is test_row_0/B:col10/1732440260498/Put/seqid=0 2024-11-24T09:24:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742465_1641 (size=12151) 2024-11-24T09:24:22,730 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/04e35b6106094fd2acf457df18737b76 2024-11-24T09:24:22,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/d93617ff6f4d428198dd1c61c7639a23 is 50, key is test_row_0/C:col10/1732440260498/Put/seqid=0 2024-11-24T09:24:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440322741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440322743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440322743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440322744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742466_1642 (size=12151) 2024-11-24T09:24:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440322944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440322945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440322946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:22,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440322946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,152 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/d93617ff6f4d428198dd1c61c7639a23 2024-11-24T09:24:23,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/fba6a68114724f4595e0cfad8c4baab8 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8 2024-11-24T09:24:23,158 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8, entries=150, sequenceid=186, filesize=30.4 K 2024-11-24T09:24:23,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/04e35b6106094fd2acf457df18737b76 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/04e35b6106094fd2acf457df18737b76 2024-11-24T09:24:23,162 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/04e35b6106094fd2acf457df18737b76, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T09:24:23,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/d93617ff6f4d428198dd1c61c7639a23 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/d93617ff6f4d428198dd1c61c7639a23 2024-11-24T09:24:23,166 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/d93617ff6f4d428198dd1c61c7639a23, entries=150, sequenceid=186, filesize=11.9 K 2024-11-24T09:24:23,166 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for ceb2901859348c80f1be7b5fb1357ac4 in 888ms, sequenceid=186, compaction requested=true 2024-11-24T09:24:23,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:23,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:23,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-24T09:24:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-24T09:24:23,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-24T09:24:23,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7210 sec 2024-11-24T09:24:23,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.7250 sec 2024-11-24T09:24:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:23,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T09:24:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:23,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:23,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bc6a13b00f3d4ba896d5281889538ab3_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440323252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440323252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440323253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440323255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742467_1643 (size=12304) 2024-11-24T09:24:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440323356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440323356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440323356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440323358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440323558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440323558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440323558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440323560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,659 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:23,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bc6a13b00f3d4ba896d5281889538ab3_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bc6a13b00f3d4ba896d5281889538ab3_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:23,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/dc435156848f455d835f097e6b0d1f30, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:23,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/dc435156848f455d835f097e6b0d1f30 is 175, key is test_row_0/A:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:23,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742468_1644 (size=31105) 2024-11-24T09:24:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440323861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440323862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440323862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440323862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:24,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440324026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,028 DEBUG [Thread-2592 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., hostname=36e70e68d79c,38889,1732440112500, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:24:24,068 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/dc435156848f455d835f097e6b0d1f30 2024-11-24T09:24:24,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/bb2e33b231a0423a8563071c46d76de0 is 50, key is test_row_0/B:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:24,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742469_1645 (size=12151) 2024-11-24T09:24:24,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440324365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440324366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:24,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440324367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:24,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440324368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/bb2e33b231a0423a8563071c46d76de0 2024-11-24T09:24:24,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/db8a1e2a6af6466eb7c07415ec1d9b47 is 50, key is test_row_0/C:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742470_1646 (size=12151) 2024-11-24T09:24:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-24T09:24:24,551 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-24T09:24:24,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-24T09:24:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:24,553 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:24,554 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:24,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:24,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T09:24:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:24,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:24,858 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:24,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T09:24:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:24,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:24,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/db8a1e2a6af6466eb7c07415ec1d9b47 2024-11-24T09:24:24,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/dc435156848f455d835f097e6b0d1f30 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30 2024-11-24T09:24:24,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30, entries=150, sequenceid=214, filesize=30.4 K 2024-11-24T09:24:24,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/bb2e33b231a0423a8563071c46d76de0 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/bb2e33b231a0423a8563071c46d76de0 2024-11-24T09:24:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/bb2e33b231a0423a8563071c46d76de0, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T09:24:24,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/db8a1e2a6af6466eb7c07415ec1d9b47 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/db8a1e2a6af6466eb7c07415ec1d9b47 2024-11-24T09:24:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/db8a1e2a6af6466eb7c07415ec1d9b47, entries=150, sequenceid=214, filesize=11.9 K 2024-11-24T09:24:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ceb2901859348c80f1be7b5fb1357ac4 in 1654ms, sequenceid=214, compaction requested=true 2024-11-24T09:24:24,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:24,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:24,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:24,904 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:24,904 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,905 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,905 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/B is initiating minor compaction (all files) 2024-11-24T09:24:24,905 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/B in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,905 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/57989aa299c24e629da3b65746dc85c9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/7012b95cd23c46deb218b0874df227dc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/04e35b6106094fd2acf457df18737b76, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/bb2e33b231a0423a8563071c46d76de0] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=47.8 K 2024-11-24T09:24:24,905 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:24,905 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/A is initiating minor compaction (all files) 2024-11-24T09:24:24,905 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/A in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,905 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/54a26793559940088a64a40f7178cff2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=121.8 K 2024-11-24T09:24:24,905 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 57989aa299c24e629da3b65746dc85c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732440259850 2024-11-24T09:24:24,905 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:24,905 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/54a26793559940088a64a40f7178cff2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30] 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 7012b95cd23c46deb218b0874df227dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732440259882 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54a26793559940088a64a40f7178cff2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732440259850 2024-11-24T09:24:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 04e35b6106094fd2acf457df18737b76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732440260498 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea2a4eef616541cf8ca00ed213e1b506, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732440259882 2024-11-24T09:24:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting fba6a68114724f4595e0cfad8c4baab8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732440260498 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting bb2e33b231a0423a8563071c46d76de0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440262638 2024-11-24T09:24:24,906 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc435156848f455d835f097e6b0d1f30, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440262638 2024-11-24T09:24:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,912 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:24,913 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:24,914 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/29eda5bdddea41c8a4a8ef29fc5fb17c is 50, key is test_row_0/B:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:24,914 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124dc343b7fa02748018e3bbb05df62d7ef_ceb2901859348c80f1be7b5fb1357ac4 store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,917 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124dc343b7fa02748018e3bbb05df62d7ef_ceb2901859348c80f1be7b5fb1357ac4, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,917 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124dc343b7fa02748018e3bbb05df62d7ef_ceb2901859348c80f1be7b5fb1357ac4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742471_1647 (size=12629) 2024-11-24T09:24:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742472_1648 (size=4469) 2024-11-24T09:24:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,011 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124945c6e67e7154f05b6818488e93eaa44_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440263254/Put/seqid=0 2024-11-24T09:24:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742473_1649 (size=9814) 2024-11-24T09:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,321 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#A#compaction#550 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,322 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/29eda5bdddea41c8a4a8ef29fc5fb17c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/29eda5bdddea41c8a4a8ef29fc5fb17c 2024-11-24T09:24:25,322 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/5f0020187a56402898243d537ee5110c is 175, key is test_row_0/A:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,326 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/B of ceb2901859348c80f1be7b5fb1357ac4 into 29eda5bdddea41c8a4a8ef29fc5fb17c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:25,326 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:25,326 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/B, priority=12, startTime=1732440264904; duration=0sec 2024-11-24T09:24:25,326 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:25,326 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:B 2024-11-24T09:24:25,326 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T09:24:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742474_1650 (size=31583) 2024-11-24T09:24:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,329 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T09:24:25,329 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/C is initiating minor compaction (all files) 2024-11-24T09:24:25,329 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/C in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:25,329 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ea7055797d4c4be99fe5f4a3d419e00a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec187695637746d885cc7ae2c3b546f1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/d93617ff6f4d428198dd1c61c7639a23, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/db8a1e2a6af6466eb7c07415ec1d9b47] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=47.8 K 2024-11-24T09:24:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,329 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ea7055797d4c4be99fe5f4a3d419e00a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732440259850 2024-11-24T09:24:25,330 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting ec187695637746d885cc7ae2c3b546f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732440259882 2024-11-24T09:24:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,330 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting d93617ff6f4d428198dd1c61c7639a23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732440260498 2024-11-24T09:24:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,330 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting db8a1e2a6af6466eb7c07415ec1d9b47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440262638 2024-11-24T09:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,331 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/5f0020187a56402898243d537ee5110c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/5f0020187a56402898243d537ee5110c 2024-11-24T09:24:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,335 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/A of ceb2901859348c80f1be7b5fb1357ac4 into 5f0020187a56402898243d537ee5110c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:25,335 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:25,335 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/A, priority=12, startTime=1732440264903; duration=0sec 2024-11-24T09:24:25,335 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,335 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:A 2024-11-24T09:24:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,337 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#C#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,338 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/76aae139f3084afb891b082450e46744 is 50, key is test_row_0/C:col10/1732440262638/Put/seqid=0 2024-11-24T09:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742475_1651 (size=12629) 2024-11-24T09:24:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,344 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/76aae139f3084afb891b082450e46744 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/76aae139f3084afb891b082450e46744 2024-11-24T09:24:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,348 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/C of ceb2901859348c80f1be7b5fb1357ac4 into 76aae139f3084afb891b082450e46744(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:25,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:25,348 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/C, priority=12, startTime=1732440264904; duration=0sec 2024-11-24T09:24:25,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:25,348 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:C 2024-11-24T09:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440325394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440325394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440325395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440325396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:25,425 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124945c6e67e7154f05b6818488e93eaa44_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124945c6e67e7154f05b6818488e93eaa44_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/09c67d91a1764c0b950fd729b65b7d2a, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:25,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/09c67d91a1764c0b950fd729b65b7d2a is 175, key is test_row_0/A:col10/1732440263254/Put/seqid=0 2024-11-24T09:24:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742476_1652 (size=22461) 2024-11-24T09:24:25,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440325497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440325497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440325497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440325499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440325698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440325698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440325700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440325700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:25,830 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/09c67d91a1764c0b950fd729b65b7d2a 2024-11-24T09:24:25,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/2b3c8142bdff44c3b4d9e56e2627b146 is 50, key is test_row_0/B:col10/1732440263254/Put/seqid=0 2024-11-24T09:24:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742477_1653 (size=9757) 2024-11-24T09:24:26,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440326001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440326002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440326003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440326005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,240 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/2b3c8142bdff44c3b4d9e56e2627b146 2024-11-24T09:24:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/9e569892c90946ccac3482d5e721ccad is 50, key is test_row_0/C:col10/1732440263254/Put/seqid=0 2024-11-24T09:24:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742478_1654 (size=9757) 2024-11-24T09:24:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440326503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440326505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440326508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440326509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:26,651 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/9e569892c90946ccac3482d5e721ccad 2024-11-24T09:24:26,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/09c67d91a1764c0b950fd729b65b7d2a as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a 2024-11-24T09:24:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:26,658 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a, entries=100, sequenceid=222, filesize=21.9 K 2024-11-24T09:24:26,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/2b3c8142bdff44c3b4d9e56e2627b146 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/2b3c8142bdff44c3b4d9e56e2627b146 2024-11-24T09:24:26,661 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/2b3c8142bdff44c3b4d9e56e2627b146, entries=100, sequenceid=222, filesize=9.5 K 2024-11-24T09:24:26,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/9e569892c90946ccac3482d5e721ccad as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/9e569892c90946ccac3482d5e721ccad 2024-11-24T09:24:26,664 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/9e569892c90946ccac3482d5e721ccad, entries=100, sequenceid=222, filesize=9.5 K 2024-11-24T09:24:26,665 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for ceb2901859348c80f1be7b5fb1357ac4 in 1654ms, sequenceid=222, compaction requested=false 2024-11-24T09:24:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:26,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-24T09:24:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-24T09:24:26,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T09:24:26,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1120 sec 2024-11-24T09:24:26,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.1160 sec 2024-11-24T09:24:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:27,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T09:24:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:27,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440327514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440327515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440327516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440327517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112495b385e49792490ab329f7fda36fc586_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:27,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742479_1655 (size=12304) 2024-11-24T09:24:27,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:27,526 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112495b385e49792490ab329f7fda36fc586_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112495b385e49792490ab329f7fda36fc586_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:27,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/bb9bdf392c4a4a00b6bef890bd7a3454, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:27,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/bb9bdf392c4a4a00b6bef890bd7a3454 is 175, key is test_row_0/A:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742480_1656 (size=31105) 2024-11-24T09:24:27,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440327618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440327618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440327618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440327619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440327819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440327821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440327821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440327823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:27,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/bb9bdf392c4a4a00b6bef890bd7a3454 2024-11-24T09:24:27,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/e41f65c52e2a4471b380a0eababc9bbc is 50, key is test_row_0/B:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:27,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742481_1657 (size=12151) 2024-11-24T09:24:28,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47874 deadline: 1732440328039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,041 DEBUG [Thread-2592 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., hostname=36e70e68d79c,38889,1732440112500, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T09:24:28,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440328122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440328123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440328125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440328126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/e41f65c52e2a4471b380a0eababc9bbc 2024-11-24T09:24:28,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/526b52f8411a42d5b5bd5525b70fead9 is 50, key is test_row_0/C:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:28,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742482_1658 (size=12151) 2024-11-24T09:24:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440328625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440328627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440328629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:28,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440328631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-24T09:24:28,658 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-24T09:24:28,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-24T09:24:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T09:24:28,660 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:28,661 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:28,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:28,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/526b52f8411a42d5b5bd5525b70fead9 2024-11-24T09:24:28,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/bb9bdf392c4a4a00b6bef890bd7a3454 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454 2024-11-24T09:24:28,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454, entries=150, sequenceid=254, filesize=30.4 K 2024-11-24T09:24:28,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/e41f65c52e2a4471b380a0eababc9bbc as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/e41f65c52e2a4471b380a0eababc9bbc 2024-11-24T09:24:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T09:24:28,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/e41f65c52e2a4471b380a0eababc9bbc, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T09:24:28,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/526b52f8411a42d5b5bd5525b70fead9 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/526b52f8411a42d5b5bd5525b70fead9 2024-11-24T09:24:28,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/526b52f8411a42d5b5bd5525b70fead9, entries=150, sequenceid=254, filesize=11.9 K 2024-11-24T09:24:28,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for ceb2901859348c80f1be7b5fb1357ac4 in 1254ms, sequenceid=254, compaction requested=true 2024-11-24T09:24:28,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:28,768 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:28,768 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:28,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:28,769 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:28,769 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:28,769 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/B is initiating minor compaction (all files) 2024-11-24T09:24:28,769 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/A is initiating minor compaction (all files) 2024-11-24T09:24:28,769 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/B in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:28,769 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/A in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:28,769 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/29eda5bdddea41c8a4a8ef29fc5fb17c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/2b3c8142bdff44c3b4d9e56e2627b146, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/e41f65c52e2a4471b380a0eababc9bbc] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=33.7 K 2024-11-24T09:24:28,769 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/5f0020187a56402898243d537ee5110c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=83.2 K 2024-11-24T09:24:28,769 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:28,769 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/5f0020187a56402898243d537ee5110c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454] 2024-11-24T09:24:28,769 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 29eda5bdddea41c8a4a8ef29fc5fb17c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440262638 2024-11-24T09:24:28,770 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f0020187a56402898243d537ee5110c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440262638 2024-11-24T09:24:28,770 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b3c8142bdff44c3b4d9e56e2627b146, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732440263252 2024-11-24T09:24:28,770 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09c67d91a1764c0b950fd729b65b7d2a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732440263252 2024-11-24T09:24:28,770 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting e41f65c52e2a4471b380a0eababc9bbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732440265394 2024-11-24T09:24:28,770 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb9bdf392c4a4a00b6bef890bd7a3454, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732440265394 2024-11-24T09:24:28,776 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:28,778 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#B#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:28,778 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/5ec688a7768d45ff8618882cf72f4e9e is 50, key is test_row_0/B:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:28,778 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246f3d816d522244adb75aaaf92873567b_ceb2901859348c80f1be7b5fb1357ac4 store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:28,780 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246f3d816d522244adb75aaaf92873567b_ceb2901859348c80f1be7b5fb1357ac4, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:28,780 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246f3d816d522244adb75aaaf92873567b_ceb2901859348c80f1be7b5fb1357ac4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742483_1659 (size=12731) 2024-11-24T09:24:28,786 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/5ec688a7768d45ff8618882cf72f4e9e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/5ec688a7768d45ff8618882cf72f4e9e 2024-11-24T09:24:28,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742484_1660 (size=4469) 2024-11-24T09:24:28,788 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#A#compaction#558 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:28,789 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9b7cba609e6c4ac58da31c88bb1da30c is 175, key is test_row_0/A:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:28,791 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/B of ceb2901859348c80f1be7b5fb1357ac4 into 5ec688a7768d45ff8618882cf72f4e9e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:28,791 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:28,792 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/B, priority=13, startTime=1732440268768; duration=0sec 2024-11-24T09:24:28,792 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:28,792 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:B 2024-11-24T09:24:28,792 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:28,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742485_1661 (size=31685) 2024-11-24T09:24:28,793 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:28,793 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/C is initiating minor compaction (all files) 2024-11-24T09:24:28,793 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/C in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:28,794 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/76aae139f3084afb891b082450e46744, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/9e569892c90946ccac3482d5e721ccad, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/526b52f8411a42d5b5bd5525b70fead9] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=33.7 K 2024-11-24T09:24:28,794 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 76aae139f3084afb891b082450e46744, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732440262638 2024-11-24T09:24:28,794 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e569892c90946ccac3482d5e721ccad, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732440263252 2024-11-24T09:24:28,794 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 526b52f8411a42d5b5bd5525b70fead9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732440265394 2024-11-24T09:24:28,802 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#C#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:28,802 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/6cc1284dbd92444ab26e7b7833d6ff65 is 50, key is test_row_0/C:col10/1732440267512/Put/seqid=0 2024-11-24T09:24:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742486_1662 (size=12731) 2024-11-24T09:24:28,810 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/6cc1284dbd92444ab26e7b7833d6ff65 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/6cc1284dbd92444ab26e7b7833d6ff65 2024-11-24T09:24:28,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:28,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-24T09:24:28,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:28,813 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T09:24:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:28,814 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/C of ceb2901859348c80f1be7b5fb1357ac4 into 6cc1284dbd92444ab26e7b7833d6ff65(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:28,814 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:28,814 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/C, priority=13, startTime=1732440268768; duration=0sec 2024-11-24T09:24:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:28,814 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:28,814 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:C 2024-11-24T09:24:28,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124418a4df95ab245f6aa8eca88f08e8737_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440267513/Put/seqid=0 2024-11-24T09:24:28,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742487_1663 (size=12454) 2024-11-24T09:24:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T09:24:29,197 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9b7cba609e6c4ac58da31c88bb1da30c as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b7cba609e6c4ac58da31c88bb1da30c 2024-11-24T09:24:29,201 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/A of ceb2901859348c80f1be7b5fb1357ac4 into 9b7cba609e6c4ac58da31c88bb1da30c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:29,201 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:29,201 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/A, priority=13, startTime=1732440268768; duration=0sec 2024-11-24T09:24:29,201 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:29,202 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:A 2024-11-24T09:24:29,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:29,257 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124418a4df95ab245f6aa8eca88f08e8737_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124418a4df95ab245f6aa8eca88f08e8737_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9b5fdb77072a4e9088e40fc554e34f6f, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:29,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9b5fdb77072a4e9088e40fc554e34f6f is 175, key is test_row_0/A:col10/1732440267513/Put/seqid=0 2024-11-24T09:24:29,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742488_1664 (size=31255) 2024-11-24T09:24:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T09:24:29,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:29,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440329653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440329654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440329655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440329655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,662 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9b5fdb77072a4e9088e40fc554e34f6f 2024-11-24T09:24:29,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/4da5b736a59849d99ba428aa50bc249e is 50, key is test_row_0/B:col10/1732440267513/Put/seqid=0 2024-11-24T09:24:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742489_1665 (size=12301) 2024-11-24T09:24:29,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440329756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440329757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440329758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440329758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T09:24:29,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440329958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440329958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440329960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:29,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:29,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440329961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,071 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/4da5b736a59849d99ba428aa50bc249e 2024-11-24T09:24:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/f0c8d89290024a2c8ca675bcfe444947 is 50, key is test_row_0/C:col10/1732440267513/Put/seqid=0 2024-11-24T09:24:30,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742490_1666 (size=12301) 2024-11-24T09:24:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440330260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440330260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440330264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440330265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,482 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/f0c8d89290024a2c8ca675bcfe444947 2024-11-24T09:24:30,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/9b5fdb77072a4e9088e40fc554e34f6f as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f 2024-11-24T09:24:30,489 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f, entries=150, sequenceid=263, filesize=30.5 K 2024-11-24T09:24:30,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/4da5b736a59849d99ba428aa50bc249e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4da5b736a59849d99ba428aa50bc249e 2024-11-24T09:24:30,506 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4da5b736a59849d99ba428aa50bc249e, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T09:24:30,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/f0c8d89290024a2c8ca675bcfe444947 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/f0c8d89290024a2c8ca675bcfe444947 2024-11-24T09:24:30,510 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/f0c8d89290024a2c8ca675bcfe444947, entries=150, sequenceid=263, filesize=12.0 K 2024-11-24T09:24:30,511 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for ceb2901859348c80f1be7b5fb1357ac4 in 1697ms, sequenceid=263, compaction requested=false 2024-11-24T09:24:30,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:30,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:30,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-24T09:24:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-24T09:24:30,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-24T09:24:30,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8510 sec 2024-11-24T09:24:30,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8540 sec 2024-11-24T09:24:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-24T09:24:30,764 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-24T09:24:30,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T09:24:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(8581): Flush requested on ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:30,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-24T09:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-24T09:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:30,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:30,767 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T09:24:30,768 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T09:24:30,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T09:24:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440330768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440330769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440330770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440330770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ec755af1a18c45d8af9372a46cce3d73_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742491_1667 (size=14994) 2024-11-24T09:24:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440330872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440330872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440330873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:30,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:30,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:31,072 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440331075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440331076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440331076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,179 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:31,183 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ec755af1a18c45d8af9372a46cce3d73_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ec755af1a18c45d8af9372a46cce3d73_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:31,183 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/105684cf41e043ac8fe39f19b302db77, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:31,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/105684cf41e043ac8fe39f19b302db77 is 175, key is test_row_0/A:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742492_1668 (size=39949) 2024-11-24T09:24:31,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/105684cf41e043ac8fe39f19b302db77 2024-11-24T09:24:31,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/3ad437f9b2e5447ea0da4b1128337e91 is 50, key is test_row_0/B:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:31,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742493_1669 (size=12301) 2024-11-24T09:24:31,225 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:31,377 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440331378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440331378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440331380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/3ad437f9b2e5447ea0da4b1128337e91 2024-11-24T09:24:31,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/0d3d583885af4a7cb453d42470b2ce41 is 50, key is test_row_0/C:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:31,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742494_1670 (size=12301) 2024-11-24T09:24:31,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47842 deadline: 1732440331775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:31,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47850 deadline: 1732440331881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47838 deadline: 1732440331883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-24T09:24:31,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47892 deadline: 1732440331885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:31,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. as already flushing 2024-11-24T09:24:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:31,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T09:24:32,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/0d3d583885af4a7cb453d42470b2ce41 2024-11-24T09:24:32,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/105684cf41e043ac8fe39f19b302db77 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77 2024-11-24T09:24:32,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77, entries=200, sequenceid=295, filesize=39.0 K 2024-11-24T09:24:32,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/3ad437f9b2e5447ea0da4b1128337e91 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/3ad437f9b2e5447ea0da4b1128337e91 2024-11-24T09:24:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/3ad437f9b2e5447ea0da4b1128337e91, entries=150, sequenceid=295, filesize=12.0 K 2024-11-24T09:24:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/0d3d583885af4a7cb453d42470b2ce41 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/0d3d583885af4a7cb453d42470b2ce41 2024-11-24T09:24:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/0d3d583885af4a7cb453d42470b2ce41, entries=150, sequenceid=295, filesize=12.0 K 2024-11-24T09:24:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for ceb2901859348c80f1be7b5fb1357ac4 in 1262ms, sequenceid=295, compaction requested=true 2024-11-24T09:24:32,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T09:24:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:32,029 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:32,029 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T09:24:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ceb2901859348c80f1be7b5fb1357ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T09:24:32,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,030 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:32,030 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,030 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/B is initiating minor compaction (all files) 2024-11-24T09:24:32,030 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/A is initiating minor compaction (all files) 2024-11-24T09:24:32,030 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/B in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:32,030 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/A in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:32,030 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/5ec688a7768d45ff8618882cf72f4e9e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4da5b736a59849d99ba428aa50bc249e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/3ad437f9b2e5447ea0da4b1128337e91] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=36.5 K 2024-11-24T09:24:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b7cba609e6c4ac58da31c88bb1da30c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=100.5 K 2024-11-24T09:24:32,032 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:32,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. files: [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b7cba609e6c4ac58da31c88bb1da30c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77] 2024-11-24T09:24:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,032 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b7cba609e6c4ac58da31c88bb1da30c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732440265394 2024-11-24T09:24:32,032 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ec688a7768d45ff8618882cf72f4e9e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732440265394 2024-11-24T09:24:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,033 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b5fdb77072a4e9088e40fc554e34f6f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732440267513 2024-11-24T09:24:32,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 4da5b736a59849d99ba428aa50bc249e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732440267513 2024-11-24T09:24:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,033 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] compactions.Compactor(224): Compacting 105684cf41e043ac8fe39f19b302db77, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732440269650 2024-11-24T09:24:32,033 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ad437f9b2e5447ea0da4b1128337e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732440269650 2024-11-24T09:24:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,039 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,040 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#B#compaction#567 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,040 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/9331ba066351439790575d0ca2e7666d is 50, key is test_row_0/B:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,041 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112447316d3791b647d9b26a4b6ec4295d8d_ceb2901859348c80f1be7b5fb1357ac4 store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,042 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112447316d3791b647d9b26a4b6ec4295d8d_ceb2901859348c80f1be7b5fb1357ac4, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,042 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112447316d3791b647d9b26a4b6ec4295d8d_ceb2901859348c80f1be7b5fb1357ac4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742495_1671 (size=12983) 2024-11-24T09:24:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,057 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/9331ba066351439790575d0ca2e7666d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9331ba066351439790575d0ca2e7666d 2024-11-24T09:24:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,062 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/B of ceb2901859348c80f1be7b5fb1357ac4 into 9331ba066351439790575d0ca2e7666d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:32,062 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:32,062 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/B, priority=13, startTime=1732440272029; duration=0sec 2024-11-24T09:24:32,062 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T09:24:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,062 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:B 2024-11-24T09:24:32,062 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T09:24:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,064 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T09:24:32,064 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1540): ceb2901859348c80f1be7b5fb1357ac4/C is initiating minor compaction (all files) 2024-11-24T09:24:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,064 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ceb2901859348c80f1be7b5fb1357ac4/C in TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742496_1672 (size=4469) 2024-11-24T09:24:32,064 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/6cc1284dbd92444ab26e7b7833d6ff65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/f0c8d89290024a2c8ca675bcfe444947, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/0d3d583885af4a7cb453d42470b2ce41] into tmpdir=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp, totalSize=36.5 K 2024-11-24T09:24:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,065 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cc1284dbd92444ab26e7b7833d6ff65, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732440265394 2024-11-24T09:24:32,065 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting f0c8d89290024a2c8ca675bcfe444947, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1732440267513 2024-11-24T09:24:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,065 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3d583885af4a7cb453d42470b2ce41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732440269650 2024-11-24T09:24:32,065 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#A#compaction#568 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,066 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/8013e92c90434294bfd11b90acd41f96 is 175, key is test_row_0/A:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:32,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742497_1673 (size=31937) 2024-11-24T09:24:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,073 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ceb2901859348c80f1be7b5fb1357ac4#C#compaction#569 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T09:24:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,073 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/e101589438f34002b0d334867338a729 is 50, key is test_row_0/C:col10/1732440269650/Put/seqid=0 2024-11-24T09:24:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742498_1674 (size=12983) 2024-11-24T09:24:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,081 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/e101589438f34002b0d334867338a729 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/e101589438f34002b0d334867338a729 2024-11-24T09:24:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,085 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/C of ceb2901859348c80f1be7b5fb1357ac4 into e101589438f34002b0d334867338a729(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,085 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:32,085 INFO [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/C, priority=13, startTime=1732440272029; duration=0sec 2024-11-24T09:24:32,085 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:32,085 DEBUG [RS:0;36e70e68d79c:38889-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:C 2024-11-24T09:24:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38889 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-24T09:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,141 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T09:24:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245dc4366b1dd84fbf8c6f0cfcd6622a07_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_0/A:col10/1732440270768/Put/seqid=0 2024-11-24T09:24:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742499_1675 (size=9914) 2024-11-24T09:24:32,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,193 DEBUG [Thread-2607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:61826 2024-11-24T09:24:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,193 DEBUG [Thread-2607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,194 DEBUG [Thread-2609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:61826 2024-11-24T09:24:32,194 DEBUG [Thread-2609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,195 DEBUG [Thread-2603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:61826 2024-11-24T09:24:32,195 DEBUG [Thread-2603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,206 DEBUG [Thread-2611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:61826 2024-11-24T09:24:32,206 DEBUG [Thread-2611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38889 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,208 DEBUG [Thread-2605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:61826 2024-11-24T09:24:32,208 DEBUG [Thread-2605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,475 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/8013e92c90434294bfd11b90acd41f96 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8013e92c90434294bfd11b90acd41f96 2024-11-24T09:24:32,478 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ceb2901859348c80f1be7b5fb1357ac4/A of ceb2901859348c80f1be7b5fb1357ac4 into 8013e92c90434294bfd11b90acd41f96(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T09:24:32,478 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:32,478 INFO [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4., storeName=ceb2901859348c80f1be7b5fb1357ac4/A, priority=13, startTime=1732440272028; duration=0sec 2024-11-24T09:24:32,478 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T09:24:32,478 DEBUG [RS:0;36e70e68d79c:38889-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ceb2901859348c80f1be7b5fb1357ac4:A 2024-11-24T09:24:32,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:32,557 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245dc4366b1dd84fbf8c6f0cfcd6622a07_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245dc4366b1dd84fbf8c6f0cfcd6622a07_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/43db35b780ab415bb4af2af22ae7d2b3, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:32,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/43db35b780ab415bb4af2af22ae7d2b3 is 175, key is test_row_0/A:col10/1732440270768/Put/seqid=0 2024-11-24T09:24:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742500_1676 (size=22561) 2024-11-24T09:24:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:32,891 DEBUG [Thread-2598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:61826 2024-11-24T09:24:32,891 DEBUG [Thread-2598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,893 DEBUG [Thread-2596 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:61826 2024-11-24T09:24:32,893 DEBUG [Thread-2596 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,894 DEBUG [Thread-2600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:61826 2024-11-24T09:24:32,894 DEBUG [Thread-2600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:32,962 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/43db35b780ab415bb4af2af22ae7d2b3 2024-11-24T09:24:32,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/9417f48cb84d44dfa45d858d5dcf2afa is 50, key is test_row_0/B:col10/1732440270768/Put/seqid=0 2024-11-24T09:24:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742501_1677 (size=9857) 2024-11-24T09:24:33,370 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/9417f48cb84d44dfa45d858d5dcf2afa 2024-11-24T09:24:33,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/7c301bcd770c42dcaf041ab85d42033e is 50, key is test_row_0/C:col10/1732440270768/Put/seqid=0 2024-11-24T09:24:33,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742502_1678 (size=9857) 2024-11-24T09:24:33,779 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/7c301bcd770c42dcaf041ab85d42033e 2024-11-24T09:24:33,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/43db35b780ab415bb4af2af22ae7d2b3 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/43db35b780ab415bb4af2af22ae7d2b3 2024-11-24T09:24:33,784 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/43db35b780ab415bb4af2af22ae7d2b3, entries=100, sequenceid=303, filesize=22.0 K 2024-11-24T09:24:33,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/9417f48cb84d44dfa45d858d5dcf2afa as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9417f48cb84d44dfa45d858d5dcf2afa 2024-11-24T09:24:33,785 DEBUG [Thread-2594 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:61826 2024-11-24T09:24:33,785 DEBUG [Thread-2594 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:33,788 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9417f48cb84d44dfa45d858d5dcf2afa, entries=100, sequenceid=303, filesize=9.6 K 2024-11-24T09:24:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/7c301bcd770c42dcaf041ab85d42033e as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/7c301bcd770c42dcaf041ab85d42033e 2024-11-24T09:24:33,790 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/7c301bcd770c42dcaf041ab85d42033e, entries=100, sequenceid=303, filesize=9.6 K 2024-11-24T09:24:33,791 INFO [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=26.84 KB/27480 for ceb2901859348c80f1be7b5fb1357ac4 in 1650ms, sequenceid=303, compaction requested=false 2024-11-24T09:24:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:33,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/36e70e68d79c:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-24T09:24:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-24T09:24:33,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-24T09:24:33,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0240 sec 2024-11-24T09:24:33,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 3.0270 sec 2024-11-24T09:24:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-24T09:24:34,871 INFO [Thread-2602 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-24T09:24:38,100 DEBUG [Thread-2592 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:61826 2024-11-24T09:24:38,100 DEBUG [Thread-2592 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8199 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7843 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8245 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8233 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7822 2024-11-24T09:24:38,100 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T09:24:38,100 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:24:38,101 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:61826 2024-11-24T09:24:38,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:38,101 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-24T09:24:38,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T09:24:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T09:24:38,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440278103"}]},"ts":"1732440278103"} 2024-11-24T09:24:38,104 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T09:24:38,107 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T09:24:38,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T09:24:38,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, UNASSIGN}] 2024-11-24T09:24:38,109 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, UNASSIGN 2024-11-24T09:24:38,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=CLOSING, regionLocation=36e70e68d79c,38889,1732440112500 2024-11-24T09:24:38,110 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T09:24:38,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500}] 2024-11-24T09:24:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T09:24:38,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:38,261 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing ceb2901859348c80f1be7b5fb1357ac4, disabling compactions & flushes 2024-11-24T09:24:38,261 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. after waiting 0 ms 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:38,261 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing ceb2901859348c80f1be7b5fb1357ac4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=A 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=B 2024-11-24T09:24:38,261 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:38,262 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ceb2901859348c80f1be7b5fb1357ac4, store=C 2024-11-24T09:24:38,262 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-24T09:24:38,266 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112403c0e6a84e3f4b50b9c6863a170dc531_ceb2901859348c80f1be7b5fb1357ac4 is 50, key is test_row_1/A:col10/1732440273784/Put/seqid=0 2024-11-24T09:24:38,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742503_1679 (size=9914) 2024-11-24T09:24:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T09:24:38,669 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T09:24:38,672 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112403c0e6a84e3f4b50b9c6863a170dc531_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112403c0e6a84e3f4b50b9c6863a170dc531_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:38,673 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/f7eb36dff5e94721a91a32574f66ded6, store: [table=TestAcidGuarantees family=A region=ceb2901859348c80f1be7b5fb1357ac4] 2024-11-24T09:24:38,674 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/f7eb36dff5e94721a91a32574f66ded6 is 175, key is test_row_1/A:col10/1732440273784/Put/seqid=0 2024-11-24T09:24:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742504_1680 (size=22561) 2024-11-24T09:24:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T09:24:39,077 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/f7eb36dff5e94721a91a32574f66ded6 2024-11-24T09:24:39,082 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/19a6386eb4f7408eaf4adf341b8d4745 is 50, key is test_row_1/B:col10/1732440273784/Put/seqid=0 2024-11-24T09:24:39,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742505_1681 (size=9857) 2024-11-24T09:24:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T09:24:39,485 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/19a6386eb4f7408eaf4adf341b8d4745 2024-11-24T09:24:39,491 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/41e28f5ee58b4d4f98c0e7bda681f08d is 50, key is test_row_1/C:col10/1732440273784/Put/seqid=0 2024-11-24T09:24:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742506_1682 (size=9857) 2024-11-24T09:24:39,894 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/41e28f5ee58b4d4f98c0e7bda681f08d 2024-11-24T09:24:39,898 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/A/f7eb36dff5e94721a91a32574f66ded6 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/f7eb36dff5e94721a91a32574f66ded6 2024-11-24T09:24:39,900 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/f7eb36dff5e94721a91a32574f66ded6, entries=100, sequenceid=312, filesize=22.0 K 2024-11-24T09:24:39,901 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/B/19a6386eb4f7408eaf4adf341b8d4745 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/19a6386eb4f7408eaf4adf341b8d4745 2024-11-24T09:24:39,903 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/19a6386eb4f7408eaf4adf341b8d4745, entries=100, sequenceid=312, filesize=9.6 K 2024-11-24T09:24:39,904 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/.tmp/C/41e28f5ee58b4d4f98c0e7bda681f08d as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/41e28f5ee58b4d4f98c0e7bda681f08d 2024-11-24T09:24:39,906 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/41e28f5ee58b4d4f98c0e7bda681f08d, entries=100, sequenceid=312, filesize=9.6 K 2024-11-24T09:24:39,906 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ceb2901859348c80f1be7b5fb1357ac4 in 1645ms, sequenceid=312, compaction requested=true 2024-11-24T09:24:39,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/e1938822bb6a4578b4e68571165ce5e7, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/394c278379de45cd85fae917ba548b83, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/54a26793559940088a64a40f7178cff2, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/5f0020187a56402898243d537ee5110c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b7cba609e6c4ac58da31c88bb1da30c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77] to archive 2024-11-24T09:24:39,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:24:39,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/26243a39b9c8414cb5b763025180b106 2024-11-24T09:24:39,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8d26d40788a9428db9047b41a4aa79e7 2024-11-24T09:24:39,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/3b9ebdbf916a4e54bce6a126161ebd67 2024-11-24T09:24:39,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/e1938822bb6a4578b4e68571165ce5e7 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/e1938822bb6a4578b4e68571165ce5e7 2024-11-24T09:24:39,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/379c9a6c15dc4c93ae4c74534b2f5347 2024-11-24T09:24:39,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/a786422098af497b93deb2c179ea9a65 2024-11-24T09:24:39,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/394c278379de45cd85fae917ba548b83 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/394c278379de45cd85fae917ba548b83 2024-11-24T09:24:39,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9e927fd199e24d08921fed7e8a77aee4 2024-11-24T09:24:39,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9220a0e03f804fcfb6e25fa1fb7169bc 2024-11-24T09:24:39,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/7e37bed68e7c4147a5273bc4d3825b57 2024-11-24T09:24:39,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/54a26793559940088a64a40f7178cff2 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/54a26793559940088a64a40f7178cff2 2024-11-24T09:24:39,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/ea2a4eef616541cf8ca00ed213e1b506 2024-11-24T09:24:39,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/fba6a68114724f4595e0cfad8c4baab8 2024-11-24T09:24:39,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/5f0020187a56402898243d537ee5110c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/5f0020187a56402898243d537ee5110c 2024-11-24T09:24:39,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/dc435156848f455d835f097e6b0d1f30 2024-11-24T09:24:39,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/09c67d91a1764c0b950fd729b65b7d2a 2024-11-24T09:24:39,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b7cba609e6c4ac58da31c88bb1da30c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b7cba609e6c4ac58da31c88bb1da30c 2024-11-24T09:24:39,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/bb9bdf392c4a4a00b6bef890bd7a3454 2024-11-24T09:24:39,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/9b5fdb77072a4e9088e40fc554e34f6f 2024-11-24T09:24:39,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/105684cf41e043ac8fe39f19b302db77 2024-11-24T09:24:39,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d8c254c0b12d41e7a6a4eaa96888cfc5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/86b3d965d7d542fb9760b6943ec1b1a5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4185098b3b2b47748a7d80215b2176ba, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/771b2abb7c4b4273bfc423c025cb75f9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/400337d3da334828a3e3357d58645b41, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d2186cf106e84acb94171153dbf20116, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/20cdb73e20014624864a6d28e35d3bc5, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d0daee9e6d194500898689bd3f164517, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/06b50101f6e14d45b6a36c381089b93f, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/57989aa299c24e629da3b65746dc85c9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d7187835c8fb4c828c7e289ce969e512, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/7012b95cd23c46deb218b0874df227dc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/04e35b6106094fd2acf457df18737b76, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/29eda5bdddea41c8a4a8ef29fc5fb17c, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/bb2e33b231a0423a8563071c46d76de0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/2b3c8142bdff44c3b4d9e56e2627b146, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/5ec688a7768d45ff8618882cf72f4e9e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/e41f65c52e2a4471b380a0eababc9bbc, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4da5b736a59849d99ba428aa50bc249e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/3ad437f9b2e5447ea0da4b1128337e91] to archive 2024-11-24T09:24:39,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:24:39,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d8c254c0b12d41e7a6a4eaa96888cfc5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d8c254c0b12d41e7a6a4eaa96888cfc5 2024-11-24T09:24:39,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/86b3d965d7d542fb9760b6943ec1b1a5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/86b3d965d7d542fb9760b6943ec1b1a5 2024-11-24T09:24:39,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4185098b3b2b47748a7d80215b2176ba to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4185098b3b2b47748a7d80215b2176ba 2024-11-24T09:24:39,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/771b2abb7c4b4273bfc423c025cb75f9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/771b2abb7c4b4273bfc423c025cb75f9 2024-11-24T09:24:39,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/400337d3da334828a3e3357d58645b41 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/400337d3da334828a3e3357d58645b41 2024-11-24T09:24:39,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d2186cf106e84acb94171153dbf20116 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d2186cf106e84acb94171153dbf20116 2024-11-24T09:24:39,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/20cdb73e20014624864a6d28e35d3bc5 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/20cdb73e20014624864a6d28e35d3bc5 2024-11-24T09:24:39,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d0daee9e6d194500898689bd3f164517 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d0daee9e6d194500898689bd3f164517 2024-11-24T09:24:39,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/06b50101f6e14d45b6a36c381089b93f to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/06b50101f6e14d45b6a36c381089b93f 2024-11-24T09:24:39,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/57989aa299c24e629da3b65746dc85c9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/57989aa299c24e629da3b65746dc85c9 2024-11-24T09:24:39,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d7187835c8fb4c828c7e289ce969e512 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/d7187835c8fb4c828c7e289ce969e512 2024-11-24T09:24:39,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/7012b95cd23c46deb218b0874df227dc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/7012b95cd23c46deb218b0874df227dc 2024-11-24T09:24:39,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/04e35b6106094fd2acf457df18737b76 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/04e35b6106094fd2acf457df18737b76 2024-11-24T09:24:39,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/29eda5bdddea41c8a4a8ef29fc5fb17c to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/29eda5bdddea41c8a4a8ef29fc5fb17c 2024-11-24T09:24:39,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/bb2e33b231a0423a8563071c46d76de0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/bb2e33b231a0423a8563071c46d76de0 2024-11-24T09:24:39,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/2b3c8142bdff44c3b4d9e56e2627b146 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/2b3c8142bdff44c3b4d9e56e2627b146 2024-11-24T09:24:39,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/5ec688a7768d45ff8618882cf72f4e9e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/5ec688a7768d45ff8618882cf72f4e9e 2024-11-24T09:24:39,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/e41f65c52e2a4471b380a0eababc9bbc to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/e41f65c52e2a4471b380a0eababc9bbc 2024-11-24T09:24:39,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4da5b736a59849d99ba428aa50bc249e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/4da5b736a59849d99ba428aa50bc249e 2024-11-24T09:24:39,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/3ad437f9b2e5447ea0da4b1128337e91 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/3ad437f9b2e5447ea0da4b1128337e91 2024-11-24T09:24:39,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/67671acd94e64eb4af54939f225643af, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/3d22d15668f74a0d88c6a3875b76b8de, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/263dad69faf94122b14ba65b4de7ecb0, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/26407991cb184a1e8acca77d3e44633e, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/8359ed9ba5ba4fb88214075a1454e142, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/aa9a77e4225f4240a3f46992ffe653c9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/09fa5002b3ca491aa4ecf1250d44f1b1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/023156201e7b4b01bd9d29c6c8ff731a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/011c46369f9c4d9e991354d770a36124, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ea7055797d4c4be99fe5f4a3d419e00a, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec1c6bd3ece841279d4141ebaf42ff69, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec187695637746d885cc7ae2c3b546f1, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/d93617ff6f4d428198dd1c61c7639a23, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/76aae139f3084afb891b082450e46744, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/db8a1e2a6af6466eb7c07415ec1d9b47, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/9e569892c90946ccac3482d5e721ccad, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/6cc1284dbd92444ab26e7b7833d6ff65, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/526b52f8411a42d5b5bd5525b70fead9, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/f0c8d89290024a2c8ca675bcfe444947, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/0d3d583885af4a7cb453d42470b2ce41] to archive 2024-11-24T09:24:39,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T09:24:39,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/67671acd94e64eb4af54939f225643af to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/67671acd94e64eb4af54939f225643af 2024-11-24T09:24:39,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/3d22d15668f74a0d88c6a3875b76b8de to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/3d22d15668f74a0d88c6a3875b76b8de 2024-11-24T09:24:39,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/263dad69faf94122b14ba65b4de7ecb0 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/263dad69faf94122b14ba65b4de7ecb0 2024-11-24T09:24:39,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/26407991cb184a1e8acca77d3e44633e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/26407991cb184a1e8acca77d3e44633e 2024-11-24T09:24:39,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/8359ed9ba5ba4fb88214075a1454e142 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/8359ed9ba5ba4fb88214075a1454e142 2024-11-24T09:24:39,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/aa9a77e4225f4240a3f46992ffe653c9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/aa9a77e4225f4240a3f46992ffe653c9 2024-11-24T09:24:39,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/09fa5002b3ca491aa4ecf1250d44f1b1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/09fa5002b3ca491aa4ecf1250d44f1b1 2024-11-24T09:24:39,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/023156201e7b4b01bd9d29c6c8ff731a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/023156201e7b4b01bd9d29c6c8ff731a 2024-11-24T09:24:39,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/011c46369f9c4d9e991354d770a36124 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/011c46369f9c4d9e991354d770a36124 2024-11-24T09:24:39,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ea7055797d4c4be99fe5f4a3d419e00a to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ea7055797d4c4be99fe5f4a3d419e00a 2024-11-24T09:24:39,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec1c6bd3ece841279d4141ebaf42ff69 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec1c6bd3ece841279d4141ebaf42ff69 2024-11-24T09:24:39,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec187695637746d885cc7ae2c3b546f1 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/ec187695637746d885cc7ae2c3b546f1 2024-11-24T09:24:39,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/d93617ff6f4d428198dd1c61c7639a23 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/d93617ff6f4d428198dd1c61c7639a23 2024-11-24T09:24:39,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/76aae139f3084afb891b082450e46744 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/76aae139f3084afb891b082450e46744 2024-11-24T09:24:39,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/db8a1e2a6af6466eb7c07415ec1d9b47 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/db8a1e2a6af6466eb7c07415ec1d9b47 2024-11-24T09:24:39,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/9e569892c90946ccac3482d5e721ccad to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/9e569892c90946ccac3482d5e721ccad 2024-11-24T09:24:39,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/6cc1284dbd92444ab26e7b7833d6ff65 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/6cc1284dbd92444ab26e7b7833d6ff65 2024-11-24T09:24:39,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/526b52f8411a42d5b5bd5525b70fead9 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/526b52f8411a42d5b5bd5525b70fead9 2024-11-24T09:24:39,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/f0c8d89290024a2c8ca675bcfe444947 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/f0c8d89290024a2c8ca675bcfe444947 2024-11-24T09:24:39,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/0d3d583885af4a7cb453d42470b2ce41 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/0d3d583885af4a7cb453d42470b2ce41 2024-11-24T09:24:39,956 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/recovered.edits/315.seqid, newMaxSeqId=315, maxSeqId=4 2024-11-24T09:24:39,957 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4. 2024-11-24T09:24:39,957 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for ceb2901859348c80f1be7b5fb1357ac4: 2024-11-24T09:24:39,958 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:39,958 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=ceb2901859348c80f1be7b5fb1357ac4, regionState=CLOSED 2024-11-24T09:24:39,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-24T09:24:39,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure ceb2901859348c80f1be7b5fb1357ac4, server=36e70e68d79c,38889,1732440112500 in 1.8490 sec 2024-11-24T09:24:39,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-24T09:24:39,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ceb2901859348c80f1be7b5fb1357ac4, UNASSIGN in 1.8520 sec 2024-11-24T09:24:39,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-24T09:24:39,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8540 sec 2024-11-24T09:24:39,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732440279962"}]},"ts":"1732440279962"} 2024-11-24T09:24:39,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T09:24:39,965 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T09:24:39,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8640 sec 2024-11-24T09:24:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-24T09:24:40,206 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-24T09:24:40,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T09:24:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:40,208 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T09:24:40,208 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:40,210 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,211 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C, FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/recovered.edits] 2024-11-24T09:24:40,213 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/43db35b780ab415bb4af2af22ae7d2b3 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/43db35b780ab415bb4af2af22ae7d2b3 2024-11-24T09:24:40,214 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8013e92c90434294bfd11b90acd41f96 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/8013e92c90434294bfd11b90acd41f96 2024-11-24T09:24:40,215 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/f7eb36dff5e94721a91a32574f66ded6 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/A/f7eb36dff5e94721a91a32574f66ded6 2024-11-24T09:24:40,216 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/19a6386eb4f7408eaf4adf341b8d4745 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/19a6386eb4f7408eaf4adf341b8d4745 2024-11-24T09:24:40,217 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9331ba066351439790575d0ca2e7666d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9331ba066351439790575d0ca2e7666d 2024-11-24T09:24:40,218 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9417f48cb84d44dfa45d858d5dcf2afa to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/B/9417f48cb84d44dfa45d858d5dcf2afa 2024-11-24T09:24:40,219 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/41e28f5ee58b4d4f98c0e7bda681f08d to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/41e28f5ee58b4d4f98c0e7bda681f08d 2024-11-24T09:24:40,220 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/7c301bcd770c42dcaf041ab85d42033e to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/7c301bcd770c42dcaf041ab85d42033e 2024-11-24T09:24:40,221 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/e101589438f34002b0d334867338a729 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/C/e101589438f34002b0d334867338a729 2024-11-24T09:24:40,223 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/recovered.edits/315.seqid to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4/recovered.edits/315.seqid 2024-11-24T09:24:40,223 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/default/TestAcidGuarantees/ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,223 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T09:24:40,223 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:24:40,224 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T09:24:40,226 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112403c0e6a84e3f4b50b9c6863a170dc531_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112403c0e6a84e3f4b50b9c6863a170dc531_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,227 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241e934661faca4e46bba3a1c0054e4b84_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241e934661faca4e46bba3a1c0054e4b84_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,228 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112425074753145440c6ad049d374ad492be_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112425074753145440c6ad049d374ad492be_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,229 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430e5d4503e334102895a7bd4a6d761b2_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112430e5d4503e334102895a7bd4a6d761b2_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,229 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124418a4df95ab245f6aa8eca88f08e8737_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124418a4df95ab245f6aa8eca88f08e8737_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,230 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124495d179ee03c4612ad70fa8807be828d_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124495d179ee03c4612ad70fa8807be828d_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,231 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245dc4366b1dd84fbf8c6f0cfcd6622a07_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245dc4366b1dd84fbf8c6f0cfcd6622a07_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,232 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f6cc1452f67459b972cf21e03802014_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245f6cc1452f67459b972cf21e03802014_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,232 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246f04764f1f264ce4a60c088aad332ce1_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246f04764f1f264ce4a60c088aad332ce1_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,233 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900ac7a090294535824d43a2f2043a5b_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900ac7a090294535824d43a2f2043a5b_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,234 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124945c6e67e7154f05b6818488e93eaa44_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124945c6e67e7154f05b6818488e93eaa44_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,235 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112495b385e49792490ab329f7fda36fc586_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112495b385e49792490ab329f7fda36fc586_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,236 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b26d9965c7e2463282ffdf2037360ae1_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b26d9965c7e2463282ffdf2037360ae1_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,236 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bc6a13b00f3d4ba896d5281889538ab3_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bc6a13b00f3d4ba896d5281889538ab3_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,237 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e8cd7c892d6b4ccbb3bf0ab23de58cb9_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e8cd7c892d6b4ccbb3bf0ab23de58cb9_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,238 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ec755af1a18c45d8af9372a46cce3d73_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ec755af1a18c45d8af9372a46cce3d73_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,239 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f88f339e01a844f2be4fd09f19812cdf_ceb2901859348c80f1be7b5fb1357ac4 to hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f88f339e01a844f2be4fd09f19812cdf_ceb2901859348c80f1be7b5fb1357ac4 2024-11-24T09:24:40,240 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T09:24:40,241 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:40,244 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T09:24:40,246 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T09:24:40,247 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:40,247 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T09:24:40,247 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732440280247"}]},"ts":"9223372036854775807"} 2024-11-24T09:24:40,248 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-24T09:24:40,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ceb2901859348c80f1be7b5fb1357ac4, NAME => 'TestAcidGuarantees,,1732440249060.ceb2901859348c80f1be7b5fb1357ac4.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T09:24:40,248 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T09:24:40,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732440280248"}]},"ts":"9223372036854775807"} 2024-11-24T09:24:40,249 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-24T09:24:40,251 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T09:24:40,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-24T09:24:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33177 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-24T09:24:40,309 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-24T09:24:40,318 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=455 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=7132 (was 7342) 2024-11-24T09:24:40,318 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-24T09:24:40,318 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-24T09:24:40,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:61826 2024-11-24T09:24:40,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:40,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T09:24:40,319 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=218052647, stopped=false 2024-11-24T09:24:40,319 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=36e70e68d79c,33177,1732440111501 2024-11-24T09:24:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:24:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T09:24:40,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-24T09:24:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:24:40,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:24:40,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:40,321 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '36e70e68d79c,38889,1732440112500' ***** 2024-11-24T09:24:40,321 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-24T09:24:40,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:24:40,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T09:24:40,322 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T09:24:40,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-24T09:24:40,322 INFO [RS:0;36e70e68d79c:38889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T09:24:40,322 INFO [RS:0;36e70e68d79c:38889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T09:24:40,322 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(3579): Received CLOSE for 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:24:40,322 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1224): stopping server 36e70e68d79c,38889,1732440112500 2024-11-24T09:24:40,322 DEBUG [RS:0;36e70e68d79c:38889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:40,323 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T09:24:40,323 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T09:24:40,323 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T09:24:40,323 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 709975e5df0b98b3ff76085b5b1ecce6, disabling compactions & flushes 2024-11-24T09:24:40,323 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:24:40,323 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. after waiting 0 ms 2024-11-24T09:24:40,323 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 709975e5df0b98b3ff76085b5b1ecce6=hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6.} 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:24:40,323 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 709975e5df0b98b3ff76085b5b1ecce6 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-24T09:24:40,323 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T09:24:40,323 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T09:24:40,323 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-24T09:24:40,324 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:24:40,338 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/.tmp/info/340818b64a4f49c89b2df9de2539fb18 is 45, key is default/info:d/1732440116669/Put/seqid=0 2024-11-24T09:24:40,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742507_1683 (size=5037) 2024-11-24T09:24:40,345 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/info/1d72e237e05d4fd4b7428050fbd466a7 is 143, key is hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6./info:regioninfo/1732440116581/Put/seqid=0 2024-11-24T09:24:40,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742508_1684 (size=7725) 2024-11-24T09:24:40,348 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/info/1d72e237e05d4fd4b7428050fbd466a7 2024-11-24T09:24:40,367 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/rep_barrier/2a5b9ebdef4c4ea7a36be744eb63d509 is 102, key is TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68./rep_barrier:/1732440141806/DeleteFamily/seqid=0 2024-11-24T09:24:40,369 INFO [regionserver/36e70e68d79c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:24:40,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742509_1685 (size=6025) 2024-11-24T09:24:40,456 INFO [regionserver/36e70e68d79c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T09:24:40,456 INFO [regionserver/36e70e68d79c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T09:24:40,524 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:24:40,724 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 709975e5df0b98b3ff76085b5b1ecce6 2024-11-24T09:24:40,742 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/.tmp/info/340818b64a4f49c89b2df9de2539fb18 2024-11-24T09:24:40,745 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/.tmp/info/340818b64a4f49c89b2df9de2539fb18 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/info/340818b64a4f49c89b2df9de2539fb18 2024-11-24T09:24:40,747 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/info/340818b64a4f49c89b2df9de2539fb18, entries=2, sequenceid=6, filesize=4.9 K 2024-11-24T09:24:40,748 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 709975e5df0b98b3ff76085b5b1ecce6 in 425ms, sequenceid=6, compaction requested=false 2024-11-24T09:24:40,751 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/namespace/709975e5df0b98b3ff76085b5b1ecce6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T09:24:40,751 INFO [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:24:40,751 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 709975e5df0b98b3ff76085b5b1ecce6: 2024-11-24T09:24:40,751 DEBUG [RS_CLOSE_REGION-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732440115308.709975e5df0b98b3ff76085b5b1ecce6. 2024-11-24T09:24:40,770 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/rep_barrier/2a5b9ebdef4c4ea7a36be744eb63d509 2024-11-24T09:24:40,787 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/table/1c185957d6d74236a8e2cacc262fbbc2 is 96, key is TestAcidGuarantees,,1732440116935.8f8eadb07c025ee33bc930d7016f2f68./table:/1732440141806/DeleteFamily/seqid=0 2024-11-24T09:24:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742510_1686 (size=5942) 2024-11-24T09:24:40,924 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T09:24:41,124 DEBUG [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-24T09:24:41,191 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/table/1c185957d6d74236a8e2cacc262fbbc2 2024-11-24T09:24:41,194 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/info/1d72e237e05d4fd4b7428050fbd466a7 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/info/1d72e237e05d4fd4b7428050fbd466a7 2024-11-24T09:24:41,197 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/info/1d72e237e05d4fd4b7428050fbd466a7, entries=22, sequenceid=93, filesize=7.5 K 2024-11-24T09:24:41,198 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/rep_barrier/2a5b9ebdef4c4ea7a36be744eb63d509 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/rep_barrier/2a5b9ebdef4c4ea7a36be744eb63d509 2024-11-24T09:24:41,200 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/rep_barrier/2a5b9ebdef4c4ea7a36be744eb63d509, entries=6, sequenceid=93, filesize=5.9 K 2024-11-24T09:24:41,200 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/.tmp/table/1c185957d6d74236a8e2cacc262fbbc2 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/table/1c185957d6d74236a8e2cacc262fbbc2 2024-11-24T09:24:41,202 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/table/1c185957d6d74236a8e2cacc262fbbc2, entries=9, sequenceid=93, filesize=5.8 K 2024-11-24T09:24:41,203 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 880ms, sequenceid=93, compaction requested=false 2024-11-24T09:24:41,206 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-24T09:24:41,207 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:24:41,207 INFO [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-24T09:24:41,207 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-24T09:24:41,207 DEBUG [RS_CLOSE_META-regionserver/36e70e68d79c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T09:24:41,325 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1250): stopping server 36e70e68d79c,38889,1732440112500; all regions closed. 2024-11-24T09:24:41,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741834_1010 (size=26050) 2024-11-24T09:24:41,330 DEBUG [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/oldWALs 2024-11-24T09:24:41,330 INFO [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 36e70e68d79c%2C38889%2C1732440112500.meta:.meta(num 1732440114964) 2024-11-24T09:24:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741833_1009 (size=15790582) 2024-11-24T09:24:41,333 DEBUG [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/oldWALs 2024-11-24T09:24:41,333 INFO [RS:0;36e70e68d79c:38889 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 36e70e68d79c%2C38889%2C1732440112500:(num 1732440114639) 2024-11-24T09:24:41,333 DEBUG [RS:0;36e70e68d79c:38889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:41,333 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T09:24:41,334 INFO [RS:0;36e70e68d79c:38889 {}] hbase.ChoreService(370): Chore service for: regionserver/36e70e68d79c:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T09:24:41,334 INFO [regionserver/36e70e68d79c:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T09:24:41,334 INFO [RS:0;36e70e68d79c:38889 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38889 2024-11-24T09:24:41,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T09:24:41,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/36e70e68d79c,38889,1732440112500 2024-11-24T09:24:41,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [36e70e68d79c,38889,1732440112500] 2024-11-24T09:24:41,339 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 36e70e68d79c,38889,1732440112500; numProcessing=1 2024-11-24T09:24:41,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/36e70e68d79c,38889,1732440112500 already deleted, retry=false 2024-11-24T09:24:41,340 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 36e70e68d79c,38889,1732440112500 expired; onlineServers=0 2024-11-24T09:24:41,340 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '36e70e68d79c,33177,1732440111501' ***** 2024-11-24T09:24:41,340 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T09:24:41,341 DEBUG [M:0;36e70e68d79c:33177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f8663ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=36e70e68d79c/172.17.0.2:0 2024-11-24T09:24:41,341 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegionServer(1224): stopping server 36e70e68d79c,33177,1732440111501 2024-11-24T09:24:41,341 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegionServer(1250): stopping server 36e70e68d79c,33177,1732440111501; all regions closed. 2024-11-24T09:24:41,341 DEBUG [M:0;36e70e68d79c:33177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T09:24:41,341 DEBUG [M:0;36e70e68d79c:33177 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T09:24:41,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T09:24:41,341 DEBUG [M:0;36e70e68d79c:33177 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T09:24:41,341 DEBUG [master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.large.0-1732440114201 {}] cleaner.HFileCleaner(306): Exit Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.large.0-1732440114201,5,FailOnTimeoutGroup] 2024-11-24T09:24:41,341 DEBUG [master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.small.0-1732440114204 {}] cleaner.HFileCleaner(306): Exit Thread[master/36e70e68d79c:0:becomeActiveMaster-HFileCleaner.small.0-1732440114204,5,FailOnTimeoutGroup] 2024-11-24T09:24:41,341 INFO [M:0;36e70e68d79c:33177 {}] hbase.ChoreService(370): Chore service for: master/36e70e68d79c:0 had [] on shutdown 2024-11-24T09:24:41,341 DEBUG [M:0;36e70e68d79c:33177 {}] master.HMaster(1733): Stopping service threads 2024-11-24T09:24:41,341 INFO [M:0;36e70e68d79c:33177 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T09:24:41,342 ERROR [M:0;36e70e68d79c:33177 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:37741 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37741,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T09:24:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T09:24:41,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T09:24:41,342 INFO [M:0;36e70e68d79c:33177 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T09:24:41,342 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T09:24:41,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T09:24:41,343 DEBUG [M:0;36e70e68d79c:33177 {}] zookeeper.ZKUtil(347): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T09:24:41,343 WARN [M:0;36e70e68d79c:33177 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T09:24:41,343 INFO [M:0;36e70e68d79c:33177 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-24T09:24:41,343 INFO [M:0;36e70e68d79c:33177 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T09:24:41,343 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T09:24:41,343 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:24:41,343 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:24:41,343 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T09:24:41,343 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:24:41,343 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=792.49 KB heapSize=976.30 KB 2024-11-24T09:24:41,358 DEBUG [M:0;36e70e68d79c:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f57a249fd6e4b87a80b1a8622fbde38 is 82, key is hbase:meta,,1/info:regioninfo/1732440115171/Put/seqid=0 2024-11-24T09:24:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742511_1687 (size=5672) 2024-11-24T09:24:41,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:24:41,439 INFO [RS:0;36e70e68d79c:38889 {}] regionserver.HRegionServer(1307): Exiting; stopping=36e70e68d79c,38889,1732440112500; zookeeper connection closed. 2024-11-24T09:24:41,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38889-0x10028d5ee550001, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:24:41,440 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e4d9fd9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e4d9fd9 2024-11-24T09:24:41,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T09:24:41,761 INFO [M:0;36e70e68d79c:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2276 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f57a249fd6e4b87a80b1a8622fbde38 2024-11-24T09:24:41,782 DEBUG [M:0;36e70e68d79c:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e11e7d67e24fc2b1efff62fc7fbc58 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x98/proc:d/1732440252076/Put/seqid=0 2024-11-24T09:24:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742512_1688 (size=44420) 2024-11-24T09:24:42,145 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T09:24:42,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T09:24:42,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-24T09:24:42,146 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T09:24:42,186 INFO [M:0;36e70e68d79c:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=791.93 KB at sequenceid=2276 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e11e7d67e24fc2b1efff62fc7fbc58 2024-11-24T09:24:42,189 INFO [M:0;36e70e68d79c:33177 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e11e7d67e24fc2b1efff62fc7fbc58 2024-11-24T09:24:42,203 DEBUG [M:0;36e70e68d79c:33177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5eaffa0304c4408b267fc15b63818f1 is 69, key is 36e70e68d79c,38889,1732440112500/rs:state/1732440114359/Put/seqid=0 2024-11-24T09:24:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073742513_1689 (size=5156) 2024-11-24T09:24:42,607 INFO [M:0;36e70e68d79c:33177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2276 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5eaffa0304c4408b267fc15b63818f1 2024-11-24T09:24:42,610 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f57a249fd6e4b87a80b1a8622fbde38 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f57a249fd6e4b87a80b1a8622fbde38 2024-11-24T09:24:42,613 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f57a249fd6e4b87a80b1a8622fbde38, entries=8, sequenceid=2276, filesize=5.5 K 2024-11-24T09:24:42,613 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b5e11e7d67e24fc2b1efff62fc7fbc58 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e11e7d67e24fc2b1efff62fc7fbc58 2024-11-24T09:24:42,615 INFO [M:0;36e70e68d79c:33177 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b5e11e7d67e24fc2b1efff62fc7fbc58 2024-11-24T09:24:42,615 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b5e11e7d67e24fc2b1efff62fc7fbc58, entries=175, sequenceid=2276, filesize=43.4 K 2024-11-24T09:24:42,616 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5eaffa0304c4408b267fc15b63818f1 as hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5eaffa0304c4408b267fc15b63818f1 2024-11-24T09:24:42,618 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37741/user/jenkins/test-data/0f39185f-3e67-b6af-995e-64ba2bc98cee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5eaffa0304c4408b267fc15b63818f1, entries=1, sequenceid=2276, filesize=5.0 K 2024-11-24T09:24:42,619 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(3040): Finished flush of dataSize ~792.49 KB/811510, heapSize ~976 KB/999424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2276, compaction requested=false 2024-11-24T09:24:42,620 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T09:24:42,620 DEBUG [M:0;36e70e68d79c:33177 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-24T09:24:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35899 is added to blk_1073741830_1006 (size=960673) 2024-11-24T09:24:42,622 INFO [M:0;36e70e68d79c:33177 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-24T09:24:42,622 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-24T09:24:42,622 INFO [M:0;36e70e68d79c:33177 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33177 2024-11-24T09:24:42,624 DEBUG [M:0;36e70e68d79c:33177 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/36e70e68d79c,33177,1732440111501 already deleted, retry=false 2024-11-24T09:24:42,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:24:42,726 INFO [M:0;36e70e68d79c:33177 {}] regionserver.HRegionServer(1307): Exiting; stopping=36e70e68d79c,33177,1732440111501; zookeeper connection closed. 2024-11-24T09:24:42,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33177-0x10028d5ee550000, quorum=127.0.0.1:61826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T09:24:42,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T09:24:42,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:24:42,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:24:42,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:24:42,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/hadoop.log.dir/,STOPPED} 2024-11-24T09:24:42,736 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T09:24:42,736 WARN [BP-558325932-172.17.0.2-1732440107518 heartbeating to localhost/127.0.0.1:37741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T09:24:42,736 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T09:24:42,736 WARN [BP-558325932-172.17.0.2-1732440107518 heartbeating to localhost/127.0.0.1:37741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558325932-172.17.0.2-1732440107518 (Datanode Uuid 3b5c6055-7927-46bf-acad-ecb2251b5106) service to localhost/127.0.0.1:37741 2024-11-24T09:24:42,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/dfs/data/data1/current/BP-558325932-172.17.0.2-1732440107518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:24:42,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/cluster_8af5df66-e0cf-67e1-8295-656ae76380de/dfs/data/data2/current/BP-558325932-172.17.0.2-1732440107518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T09:24:42,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T09:24:42,746 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T09:24:42,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T09:24:42,747 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T09:24:42,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T09:24:42,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bde18575-1a67-dc87-9d65-1c87924a1b4f/hadoop.log.dir/,STOPPED} 2024-11-24T09:24:42,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-24T09:24:42,907 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down